-- Logs begin at Wed 2022-09-28 06:39:05 UTC, end at Wed 2022-09-28 07:44:25 UTC. -- Sep 28 07:15:34.609637 dv-cinder-859447-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 28 07:15:37.293160 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.common.config [-] Logging enabled! Sep 28 07:15:37.293739 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 07:15:37.293960 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106145) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 07:15:37.297175 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.common.config [-] Logging enabled! Sep 28 07:15:37.297435 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 07:15:37.297756 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106145) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 07:15:37.298712 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 07:15:37.298953 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 07:15:37.299436 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 07:15:37.299691 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 07:15:37.299926 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 07:15:37.300258 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.300566 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.300803 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.301145 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.301443 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.301744 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.302031 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.302333 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.302627 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.302913 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.303201 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.303436 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.303725 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.304017 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.304318 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.304538 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] debug = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.304824 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.305292 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.305706 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.305995 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.306454 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.306592 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.306859 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.307141 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.307552 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.307926 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] host = dv-cinder-859447-1-iscsi {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.308218 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.308517 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.308814 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.309138 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.309426 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.309712 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.310006 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.310295 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.310578 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] log_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.311116 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.311414 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.311709 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.312008 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.312241 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.312516 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.312809 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.313136 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.313421 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.313704 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.313987 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.314273 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.314554 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.314830 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.315122 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.315415 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.315709 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.315989 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.316270 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.316549 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.316828 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.317159 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.317440 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.317718 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.317995 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.318289 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.318565 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.318845 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.319150 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.319441 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.319729 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.320020 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.320305 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.320591 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.320871 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.321183 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.321461 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] use_json = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.321738 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.322014 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.322300 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.322578 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.322879 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.323158 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.323434 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.323722 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.323999 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:37.324301 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.324607 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.324914 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.325228 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.325540 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.325828 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.326125 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.326410 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.326706 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.327002 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.327298 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.327584 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.327889 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.328184 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.328487 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.328797 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.329127 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.329433 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.329719 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.329997 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.330283 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.330567 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.330861 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.331142 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.331438 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.331734 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.332019 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.332321 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.332611 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.332903 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.333227 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.333523 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.333805 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.334092 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.334385 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.334670 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.334954 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.335284 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.335750 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.336237 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.336727 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.337269 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.337769 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.338247 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.339254 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.339754 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.340239 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.340718 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.341244 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.341733 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.342208 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.342703 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.343179 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.343654 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.344123 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.344597 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.345118 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.345583 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.346006 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.346455 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.346842 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.347135 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.347421 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.347706 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.347990 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.348280 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.348558 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.348836 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.349145 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.349429 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.349708 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.349989 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.350269 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.350548 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.350849 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.351159 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.351446 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.351734 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.352020 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.352302 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.352585 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.352868 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.353176 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.353462 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.353743 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.354046 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.355056 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.355364 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.355660 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.355974 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.356282 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.356572 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.356861 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.357173 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.357463 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.357753 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.358047 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.358338 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.358629 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.358925 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.359222 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.359533 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.359840 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.360130 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.360436 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.360741 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.361077 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.361375 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.361696 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.361986 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:37.362213 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 07:15:37.362471 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106145) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 28 07:15:37.749086 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 07:15:37.749410 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 07:15:37.749680 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 07:15:37.749916 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 07:15:37.750203 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 07:15:37.750540 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 28 07:15:38.088001 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.088298 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.088604 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.089841 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.090122 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.090393 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.143047 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.143329 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.143598 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.159599 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.159886 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.160165 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.188999 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.189287 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.189563 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.226294 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.226577 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.226860 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.458529 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.459132 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.459132 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.460201 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.460921 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.558823 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.559146 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.559435 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.559710 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.559985 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.560299 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.560567 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.561115 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.561379 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.561665 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.561927 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.562196 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.562458 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.562717 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.562977 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.563246 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.563509 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.563782 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.564055 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.564319 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.564599 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.564865 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.565173 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.565555 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.565812 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.566068 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.566466 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:38.566713 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:38.566956 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:38.567198 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:38.567437 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:38.567677 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:38.568047 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 28 07:15:38.571152 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 28 07:15:38.575124 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 28 07:15:38.579017 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 28 07:15:38.580658 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 28 07:15:38.581312 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 28 07:15:38.581654 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 28 07:15:38.582041 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 28 07:15:38.584818 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 28 07:15:38.585107 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 28 07:15:38.585462 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 07:15:38.591241 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 28 07:15:38.614750 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 28 07:15:38.615212 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.615518 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106145) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 28 07:15:38.615897 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.617280 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106145) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 28 07:15:38.617567 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 07:15:38.617821 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 28 07:15:38.628710 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.629092 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:38.770878 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 28 07:15:38.771071 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 28 07:15:38.771308 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 28 07:15:38.771719 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 28 07:15:38.825281 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO dbcounter [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Registered counter for database neutron Sep 28 07:15:38.845072 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_db.sqlalchemy.engines [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106145) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 28 07:15:38.850790 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG dbcounter [-] [106145] Writer thread running {{(pid=106145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 07:15:39.390820 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing driver for type 'gre' Sep 28 07:15:39.391355 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] gre ID ranges: [(1, 1000)] Sep 28 07:15:39.452186 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing driver for type 'local' Sep 28 07:15:39.452632 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing driver for type 'vlan' Sep 28 07:15:39.466567 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] VlanTypeDriver initialization complete Sep 28 07:15:39.467168 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing driver for type 'vxlan' Sep 28 07:15:39.467617 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] vxlan ID ranges: [(1, 1000)] Sep 28 07:15:39.524191 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing extension driver 'port_security' Sep 28 07:15:39.524631 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.extensions.port_security [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] PortSecurityExtensionDriver initialization complete Sep 28 07:15:39.525049 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing mechanism driver 'openvswitch' Sep 28 07:15:39.525484 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing mechanism driver 'hyperv' Sep 28 07:15:39.532199 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.plugin [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:15:39.532871 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.533266 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.533629 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.534136 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 07:15:39.534554 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.534907 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.535254 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.535648 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 07:15:39.536053 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.536402 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.536748 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.537166 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 07:15:39.537568 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > security_group after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.537916 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > security_group after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.538251 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.538643 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 07:15:39.539043 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.539387 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.539726 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.540246 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 07:15:39.540659 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > address_group after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.541033 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > address_group after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.541378 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.541773 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 07:15:39.542209 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] ML2 OVO RPC backend initialized. {{(pid=106145) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 28 07:15:39.542916 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.543269 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.543688 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.544036 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > networks before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.544379 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.544718 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > ports before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.545088 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnet before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.545427 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnets before_response 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.545771 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.546114 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.546451 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.546788 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.547127 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.547460 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.547795 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.548128 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.548460 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.555951 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded quota_driver: . Sep 28 07:15:39.556315 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.plugin [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Modular L2 Plugin initialization complete Sep 28 07:15:39.556666 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading services supported by the core plugin {{(pid=106145) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 28 07:15:39.557035 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.plugins.ml2.managers [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Got port-security extension from driver 'port_security' Sep 28 07:15:39.558015 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.extensions.vlantransparent [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Disabled vlantransparent extension. Sep 28 07:15:39.558508 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106145) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 28 07:15:39.558831 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: router Sep 28 07:15:39.594814 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.595209 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router after_create 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.595579 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router before_create 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.595944 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.596314 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.596668 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router after_delete 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.597065 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.597415 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.597771 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router after_create 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.598116 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router after_update 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.598463 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router after_update 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.598808 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.599163 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router after_update 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.599569 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.599936 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: port after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.600274 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: port after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.600612 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: subnet after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.600978 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.601336 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.601685 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.602026 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: port before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.602367 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.602719 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router after_update 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.603057 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.603408 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.603772 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.604156 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.604521 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > agent after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.604872 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > agent after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.605244 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > network after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.606105 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Tracking information for resource: router configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:39.606434 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Tracking information for resource: floatingip configured {{(pid=106145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 07:15:39.611302 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.db.l3_agentschedulers_db [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 28 07:15:39.611878 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: port after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.612237 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: port after_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.612592 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: port after_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.612954 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: port after_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.613770 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router before_create 55550100 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.614135 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.614499 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_create 55550100 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.614856 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > router precommit_update 55550100 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.619661 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.services.provider_configuration [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service providers = [] {{(pid=106145) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 28 07:15:39.620731 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.db.servicetype_db [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106145) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 28 07:15:39.623639 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.services.service_base [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 07:15:39.623990 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.services.service_base [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 07:15:39.624338 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.services.service_base [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 07:15:39.625244 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.services.service_base [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 07:15:39.625615 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.services.service_base [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 28 07:15:39.625991 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.626307 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 28 07:15:39.638535 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.638873 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: auto_allocate Sep 28 07:15:39.644599 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: network precommit_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.644919 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: network precommit_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.645456 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.645777 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: tag Sep 28 07:15:39.652438 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.652765 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: timestamp Sep 28 07:15:39.656734 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.657098 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: network_ip_availability Sep 28 07:15:39.662510 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.662882 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.663242 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.663952 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.664281 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: flavors Sep 28 07:15:39.668958 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.669298 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading Plugin: revisions Sep 28 07:15:39.673638 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 07:15:39.674026 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.924s {{(pid=106145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 07:15:39.674768 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106145) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 28 07:15:39.675102 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Initializing extension manager. Sep 28 07:15:39.675620 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: __init__.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.675960 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: __pycache__ {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.676321 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: address_group.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.677236 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.677803 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: address-group Sep 28 07:15:39.678129 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: address_scope.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.678803 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.679309 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: address-scope Sep 28 07:15:39.679632 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.680499 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.681044 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: router-admin-state-down-before-update Sep 28 07:15:39.681371 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: agent.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.682029 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.683062 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: agent Sep 28 07:15:39.683380 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: agent_resources_synced.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.684233 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.684742 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: agent-resources-synced Sep 28 07:15:39.685101 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.687069 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.687581 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: allowed-address-pairs Sep 28 07:15:39.687905 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.688929 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.689462 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: auto-allocated-topology Sep 28 07:15:39.689784 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: availability_zone.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.690440 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.690949 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: availability_zone Sep 28 07:15:39.691267 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: availability_zone_filter.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.692133 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.692633 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: availability_zone_filter Sep 28 07:15:39.692970 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: data_plane_status.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.693827 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.694326 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 28 07:15:39.694652 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: default_subnetpools.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.695511 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.696037 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: default-subnetpools Sep 28 07:15:39.696360 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.697152 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.697661 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: dhcp_agent_scheduler Sep 28 07:15:39.698133 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: dns.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.699492 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.699988 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension dns-integration not supported by any of loaded plugins Sep 28 07:15:39.700309 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: dns_domain_ports.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.701474 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.701679 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 28 07:15:39.701999 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.702864 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.703362 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 28 07:15:39.703685 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: dvr.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.704314 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.704817 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: dvr Sep 28 07:15:39.705162 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: ecmp_routes.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.706020 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.706517 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 28 07:15:39.706837 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: empty_string_filtering.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.707688 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.708190 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: empty-string-filtering Sep 28 07:15:39.708511 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.709389 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.709888 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 28 07:15:39.710205 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.711061 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.711557 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 28 07:15:39.711880 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: external_net.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.712738 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.713266 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: external-net Sep 28 07:15:39.713614 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.714534 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.715031 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: extra_dhcp_opt Sep 28 07:15:39.715350 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: extraroute.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.716214 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.716712 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: extraroute Sep 28 07:15:39.717061 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: extraroute_atomic.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.718040 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.718543 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: extraroute-atomic Sep 28 07:15:39.718864 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: filter_validation.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.719481 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.719977 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: filter-validation Sep 28 07:15:39.720293 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: fip_pf_description.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.721167 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.721663 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 28 07:15:39.721983 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: fip_pf_detail.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.722839 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.723339 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 28 07:15:39.723655 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: fip_pf_port_range.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.724510 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.725034 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 28 07:15:39.725355 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: fip_port_details.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.726227 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.726734 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: fip-port-details Sep 28 07:15:39.727053 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: flavors.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.728214 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.728724 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: flavors Sep 28 07:15:39.729599 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.731289 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.731808 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 28 07:15:39.732135 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: floatingip_pools.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.732796 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.733345 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: floatingip-pools Sep 28 07:15:39.733674 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: ip_allocation.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.734539 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.735042 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 28 07:15:39.735364 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.736242 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.736743 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: ip-substring-filtering Sep 28 07:15:39.737104 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l2_adjacency.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.737975 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.738472 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 28 07:15:39.738798 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.739734 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.740245 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: router Sep 28 07:15:39.740569 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.742950 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.743475 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 28 07:15:39.743810 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.744699 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.745926 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: ext-gw-mode Sep 28 07:15:39.746261 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.747137 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.747651 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: l3-ha Sep 28 07:15:39.747977 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.748835 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.749365 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 28 07:15:39.749691 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3_flavors.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.750573 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.751077 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: l3-flavors Sep 28 07:15:39.751402 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.752717 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.753262 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 28 07:15:39.753593 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.754459 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.754982 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 28 07:15:39.755308 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: l3agentscheduler.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.756298 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.756809 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: l3_agent_scheduler Sep 28 07:15:39.757160 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: local_ip.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.758835 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.759357 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension local_ip not supported by any of loaded plugins Sep 28 07:15:39.759686 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: logging.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.761301 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.761815 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension logging not supported by any of loaded plugins Sep 28 07:15:39.762143 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: metering.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.762842 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.763412 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: metering Sep 28 07:15:39.763738 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.764767 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.765314 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: metering_source_and_destination_fields Sep 28 07:15:39.765642 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: multiprovidernet.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.766517 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.767034 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: multi-provider Sep 28 07:15:39.767364 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: netmtu.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.768231 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.768741 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: net-mtu Sep 28 07:15:39.769101 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: netmtu_writable.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.769967 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.770472 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: net-mtu-writable Sep 28 07:15:39.770791 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: network_availability_zone.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.771418 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.771920 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: network_availability_zone Sep 28 07:15:39.772238 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: network_ip_availability.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.773316 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.773822 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: network-ip-availability Sep 28 07:15:39.774145 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: network_segment_range.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.774866 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.775359 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 28 07:15:39.775678 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: pagination.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.776628 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.776975 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: pagination Sep 28 07:15:39.777296 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: port_device_profile.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.778156 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.778663 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: port-device-profile Sep 28 07:15:39.779001 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: port_mac_address_override.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.779863 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.780369 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: port-mac-override Sep 28 07:15:39.780688 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.781571 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.782076 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: port-mac-address-regenerate Sep 28 07:15:39.782394 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.783269 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.783777 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: port-numa-affinity-policy Sep 28 07:15:39.784098 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: port_resource_request.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.784982 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.785483 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 28 07:15:39.785802 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: port_resource_request_groups.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.786713 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.787213 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 28 07:15:39.787530 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: portbindings.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.788407 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.788913 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: binding Sep 28 07:15:39.789260 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: portbindings_extended.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.790482 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.790994 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: binding-extended Sep 28 07:15:39.791320 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: portsecurity.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.792703 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.793241 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: port-security Sep 28 07:15:39.793566 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: project_id.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.794704 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.795027 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: project-id Sep 28 07:15:39.795355 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: providernet.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.796223 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.796736 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: provider Sep 28 07:15:39.797096 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.800514 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.801065 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos not supported by any of loaded plugins Sep 28 07:15:39.801397 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.802625 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.803143 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 28 07:15:39.803473 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.804341 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.804853 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 28 07:15:39.805219 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_default.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.806077 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.806584 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-default not supported by any of loaded plugins Sep 28 07:15:39.806907 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_fip.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.808403 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.808912 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-fip not supported by any of loaded plugins Sep 28 07:15:39.809259 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.810143 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.810949 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 28 07:15:39.811274 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.812139 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.812644 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 28 07:15:39.812990 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.813850 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.814356 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 28 07:15:39.814681 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.815673 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.816194 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 28 07:15:39.816523 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.817527 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.818040 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 28 07:15:39.818368 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_pps_rule.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.819483 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.819995 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-pps not supported by any of loaded plugins Sep 28 07:15:39.820321 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.821211 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.821745 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 28 07:15:39.822094 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.823093 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.823598 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 28 07:15:39.823921 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: qos_rules_alias.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.824916 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.825453 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 28 07:15:39.825776 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: quota_check_limit.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.826631 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.827138 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: quota-check-limit Sep 28 07:15:39.827463 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: quotasv2.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.828360 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.828684 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: quotas Sep 28 07:15:39.829037 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: quotasv2_detail.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.830674 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.831010 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: quota_details Sep 28 07:15:39.831336 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: rbac.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.832357 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.832878 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: rbac-policies Sep 28 07:15:39.833244 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: rbac_address_group.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.834118 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.834630 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: rbac-address-group Sep 28 07:15:39.834957 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: rbac_address_scope.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.835911 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.836424 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: rbac-address-scope Sep 28 07:15:39.836751 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: rbac_security_groups.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.837658 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.838168 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: rbac-security-groups Sep 28 07:15:39.838553 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.839464 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.839975 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: rbac-subnetpool Sep 28 07:15:39.840298 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: revisionifmatch.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.841197 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.841707 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: revision-if-match Sep 28 07:15:39.842031 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: revisions.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.843105 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.843615 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: standard-attr-revisions Sep 28 07:15:39.843941 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: router_availability_zone.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.844573 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.845187 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: router_availability_zone Sep 28 07:15:39.845511 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: routerservicetype.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.846384 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.846898 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension router-service-type not supported by any of loaded plugins Sep 28 07:15:39.847217 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.848093 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.848602 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: security-groups-normalized-cidr Sep 28 07:15:39.848921 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.849812 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.850319 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: port-security-groups-filtering Sep 28 07:15:39.850638 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.851539 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.852044 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: security-groups-remote-address-group Sep 28 07:15:39.852388 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.853306 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.853813 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: security-groups-shared-filtering Sep 28 07:15:39.854661 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: securitygroup.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.864348 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.864875 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: security-group Sep 28 07:15:39.865239 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: segment.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.865934 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.866442 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension segment not supported by any of loaded plugins Sep 28 07:15:39.866770 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.867657 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.868165 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 28 07:15:39.868491 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: servicetype.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.869563 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.870815 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: service-type Sep 28 07:15:39.871171 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: sorting.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.872104 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.872433 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: sorting Sep 28 07:15:39.872756 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: standard_attr_segment.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.873665 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.874174 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 28 07:15:39.874497 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: standardattrdescription.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.875106 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.875622 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: standard-attr-description Sep 28 07:15:39.875947 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: stateful_security_group.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.876818 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.877366 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: stateful-security-group Sep 28 07:15:39.877693 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: stdattrs_common.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.878237 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 28 07:15:39.878563 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.879436 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.879943 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 28 07:15:39.880267 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: subnet_onboard.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.881302 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.881816 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: subnet_onboard Sep 28 07:15:39.882140 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.883012 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.883522 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 28 07:15:39.883845 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: subnet_service_types.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.884724 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.885258 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: subnet-service-types Sep 28 07:15:39.885610 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: subnetallocation.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.886626 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.887143 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: subnet_allocation Sep 28 07:15:39.887468 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.888095 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.888604 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: subnetpool-prefix-ops Sep 28 07:15:39.888928 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.889826 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.890329 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 28 07:15:39.890651 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: tagging.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.891660 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.892178 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: standard-attr-tag Sep 28 07:15:39.892501 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: timestamp.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.893674 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.894192 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loaded extension: standard-attr-timestamp Sep 28 07:15:39.894515 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: trunk.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.895532 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.895995 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension trunk not supported by any of loaded plugins Sep 28 07:15:39.896319 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: trunk_details.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.897210 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.897717 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension trunk-details not supported by any of loaded plugins Sep 28 07:15:39.898040 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.898899 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.899405 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 28 07:15:39.899730 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Loading extension file: vlantransparent.py {{(pid=106145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 07:15:39.900353 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 07:15:39.900852 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 28 07:15:39.903483 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:network Sep 28 07:15:39.903997 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:subnet Sep 28 07:15:39.904394 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 07:15:39.904783 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:port Sep 28 07:15:39.906120 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.906566 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service FLAVORS assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.907171 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.907608 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.907946 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:router Sep 28 07:15:39.908374 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:floatingip Sep 28 07:15:39.908863 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service METERING assigned prefix: /metering {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.910316 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.910689 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.911043 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:15:39.912036 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 07:15:39.912483 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:security_group Sep 28 07:15:39.912910 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 07:15:39.913481 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service CORE assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.913821 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 07:15:39.914168 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] subnetpool is already registered Sep 28 07:15:39.914587 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service CORE assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.914915 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 07:15:39.915246 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] subnetpool is already registered Sep 28 07:15:39.918326 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.918768 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service FLAVORS assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.919397 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.919932 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.920271 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:router Sep 28 07:15:39.920620 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] router is already registered Sep 28 07:15:39.921071 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:floatingip Sep 28 07:15:39.921412 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] floatingip is already registered Sep 28 07:15:39.921874 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service METERING assigned prefix: /metering {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.922590 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 07:15:39.922920 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] rbac_policy is already registered Sep 28 07:15:39.923334 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:security_group Sep 28 07:15:39.923680 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] security_group is already registered Sep 28 07:15:39.924099 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 07:15:39.924434 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] security_group_rule is already registered Sep 28 07:15:39.924917 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service CORE assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.925274 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 07:15:39.925619 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] subnetpool is already registered Sep 28 07:15:39.926053 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.v2.resource_helper [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Service CORE assigned prefix: {{(pid=106145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 07:15:39.926380 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 07:15:39.926711 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING neutron.quota.resource_registry [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] subnetpool is already registered Sep 28 07:15:39.927173 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: extensions {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.928741 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: address-groups {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.930253 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: address-scopes {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.931451 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: agents {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.933383 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: auto-allocated-topology {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.936099 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: availability_zones {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.937372 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: dhcp-networks {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.939544 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: dhcp-agents {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.941124 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: routers {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.942844 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: flavors {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.944004 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: service_profiles {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.945344 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: next_providers {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.946809 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: service_profiles {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.948284 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: floatingip-pools {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.949736 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: routers {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.951564 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: floatingips {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.952755 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: l3-routers {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.954173 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: l3-agents {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.955703 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: metering-labels {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.957001 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: metering-label-rules {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.958280 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: network-ip-availabilities {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.959632 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: bindings {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.961227 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: quotas {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.962783 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: quotas {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.964586 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: rbac-policies {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.965838 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: security-groups {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.967041 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: security-group-rules {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.968300 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: service-providers {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.969646 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: subnetpools {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.970968 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: subnetpools {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.972422 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.974248 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.975970 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.977879 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.980119 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.981993 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.983779 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.985604 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.987359 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.989235 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron.api.extensions [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Extended resource: tags {{(pid=106145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 07:15:39.996790 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING keystonemiddleware.auth_token [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 28 07:15:40.001902 dv-cinder-859447-1-iscsi neutron-server[106145]: WARNING keystonemiddleware.auth_token [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 28 07:15:40.010906 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Acquiring lock "singleton_lock" {{(pid=106145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 28 07:15:40.011232 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Acquired lock "singleton_lock" {{(pid=106145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 28 07:15:40.011703 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_concurrency.lockutils [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Releasing lock "singleton_lock" {{(pid=106145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 28 07:15:40.012359 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO oslo_service.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Starting 2 workers Sep 28 07:15:40.017199 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Started child 106258 {{(pid=106145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 07:15:40.021662 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Started child 106259 {{(pid=106145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 07:15:40.022652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:40.023282 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO neutron.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 28 07:15:40.023825 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:40.024220 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [-] (106258) wsgi starting up on http://0.0.0.0:9696 Sep 28 07:15:40.026295 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO oslo_service.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Starting 1 workers Sep 28 07:15:40.026422 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:40.027859 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [-] (106259) wsgi starting up on http://0.0.0.0:9696 Sep 28 07:15:40.031580 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Started child 106260 {{(pid=106145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 07:15:40.032098 dv-cinder-859447-1-iscsi neutron-server[106145]: INFO oslo_service.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Starting 1 workers Sep 28 07:15:40.035390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] calling RpcWorker wait() {{(pid=106260) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 28 07:15:40.035931 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] returning from RpcWorker wait() {{(pid=106260) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 28 07:15:40.036549 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Started child 106261 {{(pid=106145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 07:15:40.037335 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG neutron_lib.callbacks.manager [None req-318751e7-e3f8-4b9c-815f-061e4a4cb2d4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:40.037437 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:40.037905 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:15:40.039194 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 07:15:40.039402 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 07:15:40.039586 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 07:15:40.039820 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 07:15:40.040152 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 07:15:40.040331 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 07:15:40.040859 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.041158 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.041423 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.041511 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:40.042713 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.042984 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.043076 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:15:40.043270 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.043513 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.043798 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.044060 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.044233 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.044399 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.044647 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.044899 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.045236 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.045512 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.045765 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.046012 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.046189 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.046434 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.046692 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.046942 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.047250 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] debug = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.047534 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.048018 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.048267 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.048519 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.048756 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.049058 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.049316 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.049590 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.049838 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.050055 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.050307 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.050588 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.050850 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.051094 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.051334 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.051622 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.051842 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.052324 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] host = dv-cinder-859447-1-iscsi {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.052563 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.052801 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.053050 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.053313 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.053574 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.053792 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.054055 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.054300 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.054552 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.054800 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.055053 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.055311 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.055552 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.055786 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.055950 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_options = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.056198 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.056474 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.056745 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.056931 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.057123 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.057923 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.058158 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.058294 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.058497 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.058919 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.059139 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.059356 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.059590 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.059826 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.060083 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.060307 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.060542 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.061057 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.061318 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.061567 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.061813 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.062116 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.062385 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.062627 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.062844 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.063100 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.063357 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.063595 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.063810 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.064041 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.064288 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.064585 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.064826 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.065151 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.065420 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.065666 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.065911 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.066159 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.066434 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.066676 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.067126 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.067300 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.067832 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.067832 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.068538 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.068741 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.068880 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_json = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.069348 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.069486 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.070038 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.070038 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.070396 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.070396 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.070662 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.070909 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.071082 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.073475 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.073860 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.076306 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.076581 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.076854 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.077180 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.077448 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.077701 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.077982 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.078238 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.078617 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.078863 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.079187 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.079481 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.079760 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.080087 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.080339 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.080631 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.080866 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.085219 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.085549 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.085811 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.086133 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.086382 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.086638 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.086888 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.087801 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.088161 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.089003 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.089536 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.089943 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.090230 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.090684 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.091141 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.091399 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.091680 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.091932 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.092152 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.092590 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.093043 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.093501 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.093925 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.094348 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.094780 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.095179 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.095631 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.095897 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.096154 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.096433 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.096669 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.096901 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.097153 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.097573 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.098011 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.098441 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.098881 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.099178 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.099420 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.099668 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.099922 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.100147 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.100377 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.100618 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.100846 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.101233 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.101466 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.101695 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.101918 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.102173 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.102627 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.102857 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.103078 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.103327 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.103551 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.103819 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.104049 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.104938 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.105188 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.105448 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.105669 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.105888 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.106130 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.106351 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.106589 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.106822 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.107045 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.107320 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.107544 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.107768 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.108010 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.108347 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.108661 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.108992 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.109298 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.109503 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.109742 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.110006 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.110234 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.110486 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.110818 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.110948 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.111324 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.111590 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.111965 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.112385 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.112773 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.113181 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.113449 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.113688 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.113952 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.114187 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.114410 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.114636 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.114907 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.115155 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.115405 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.115675 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.115932 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.116182 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.116419 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.116644 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.116898 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.117169 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.117450 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.117695 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.118010 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.118257 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.118536 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.118850 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.119124 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.119397 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.119709 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.119964 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.120201 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.120621 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.120878 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.121172 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.121423 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.121665 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.121900 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.122163 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.122391 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.122626 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.122933 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.123169 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.123405 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.123624 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.123905 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.124180 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.124421 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.124689 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.124980 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.125255 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.125504 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.125736 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.125959 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.126225 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.126790 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.127020 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.127264 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.127513 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.127767 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.127986 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.128226 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.128466 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.128686 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.128931 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.129159 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.129388 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.129613 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.129881 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.130122 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.130351 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.130597 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.130819 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.131041 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.131419 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.131670 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.131909 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.132133 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.132423 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.132690 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.132910 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.133207 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.133470 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.133745 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.133966 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.134236 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.134486 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.134707 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.134928 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.135153 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.135373 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.135592 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.135825 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.136046 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.136310 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.136563 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.136931 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.137212 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.137469 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.137725 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.137980 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.138223 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.138462 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.138684 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.138938 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.139165 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.139396 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.139620 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.139853 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.140081 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.140305 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.140531 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.140752 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.141030 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.141312 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.141742 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.141838 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.142021 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.142250 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.142509 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.142761 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.143001 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.143242 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.143458 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.143674 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.143892 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.144115 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.144332 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.144556 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:15:40.144658 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.145000 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.145234 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.145504 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.145776 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.145967 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.146204 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.146444 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.146662 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.146912 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.147157 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.147376 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.147626 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.147842 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.148059 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.148286 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.148514 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.148722 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.148970 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.149190 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.149430 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.149639 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.149861 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.150243 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.150390 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.150521 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.150725 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.151519 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.151674 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.151890 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.152140 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.152360 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.152594 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.152852 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.153101 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.153318 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.153784 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.153879 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.154080 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.154367 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.154599 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.154844 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.155095 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.155416 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.155636 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.155880 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.156138 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.156362 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.156587 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.156847 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.157195 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.157495 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.157749 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.158005 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.158295 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.158570 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.158836 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.159062 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.159377 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.159687 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.159971 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.160239 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.160475 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.160721 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.160985 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.161222 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.161465 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.161708 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.161931 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.162174 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.162405 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.162632 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.162854 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.163082 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.163327 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.163573 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.163788 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.164049 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.164271 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.164430 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 07:15:40.164992 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 07:15:40.165160 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 07:15:40.165317 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 07:15:40.165487 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 07:15:40.165657 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 07:15:40.165811 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 07:15:40.166019 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.166183 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.166345 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.166505 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.167420 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.167552 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.167674 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.167795 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.167918 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.168075 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.168237 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.168451 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.168612 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.168793 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.168940 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.169160 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.169281 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.169450 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.169616 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.169776 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.169936 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.170095 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] debug = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.170255 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.170478 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.170643 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.170959 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.171125 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.171282 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.171443 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.171603 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.171815 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.171964 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.172090 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.172211 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.172373 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.172532 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.172692 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.172853 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.173035 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.173241 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] host = dv-cinder-859447-1-iscsi {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.173346 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.173479 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.173636 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.173797 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.173956 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.174172 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.174307 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.174420 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.174565 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.174725 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.174884 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.175044 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.175205 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.175366 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.175526 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_options = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.175687 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.175847 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.176006 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.176193 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.176360 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.176521 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.176681 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.176843 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.177025 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.177187 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.177347 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.177508 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.177667 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.177827 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.177987 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.178147 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.178307 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.178467 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.178627 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.178787 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.178947 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.179108 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.179267 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.179427 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.179588 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.179747 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.179907 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.180067 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.180228 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.180389 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.180598 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.180683 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.180844 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.181024 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.181539 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.181539 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.181539 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.181760 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.181760 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.182013 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.182103 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.182235 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.182437 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.182575 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.182735 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183008 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183008 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_json = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183160 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183343 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183434 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183552 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183717 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.183876 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.184036 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.184196 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.184357 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 07:15:40.184537 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.184700 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.184874 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.185058 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.185221 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.185382 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.185544 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.185969 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.186134 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.186296 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.186465 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.186628 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.186801 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.186963 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.187125 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.187290 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.187453 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.187615 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.187777 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.187941 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.188103 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.188266 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.188436 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.188598 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.188760 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.188923 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.189109 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.189279 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.189441 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.189613 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.189790 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.189953 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.190116 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.190279 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.190441 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.190604 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.190768 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.190931 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.191093 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.191255 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.191418 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.191580 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.191742 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.191905 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.192079 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.192224 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.192386 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.192548 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.192711 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.192874 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.193058 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.193222 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.193392 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.193551 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.193713 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.193875 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.194037 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.194210 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.194373 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.194535 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.194697 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.194859 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.195020 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.195182 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.195344 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.195505 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.195668 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.195830 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.196017 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.196184 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.196347 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.196508 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.196671 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.196834 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.197020 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.197185 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.197348 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.197509 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.197671 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.197867 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.198018 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.198178 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.198339 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.198581 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.198749 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.198912 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.199075 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.199241 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.199401 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.199564 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.199726 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.199896 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.200073 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.200235 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.200397 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.200559 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.200723 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.200886 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.201069 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.201233 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.201395 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.201557 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.201719 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.201881 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.202046 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.202214 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.202377 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.202538 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.202701 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.202863 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.203059 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.203227 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.203389 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.203551 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.203714 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.203875 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.204037 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.204200 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.204361 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.204523 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.204685 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.204847 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.205029 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.205204 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.205366 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.205531 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.205694 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.205866 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.206039 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.206202 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.206364 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.206525 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.206690 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.206852 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.207014 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.207175 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.207338 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.207500 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.207662 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.207834 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.207995 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.208158 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.208319 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.208502 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.208664 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.208827 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.209007 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.209171 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.209333 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.209495 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.209656 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.209818 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.209980 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.210141 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.210305 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.210466 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.210628 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.210792 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.210954 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.211116 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.211283 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.211444 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.211606 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.211768 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.211930 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.212092 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.212259 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.212421 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.212583 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.212745 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.212907 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.213090 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.213254 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.213910 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.214114 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.214343 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.214514 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.214672 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.214834 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.214998 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.215163 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.215326 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.215496 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216168 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216168 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216168 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216168 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216484 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216484 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216629 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216708 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.216843 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.217039 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.217204 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.217366 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.217529 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.217690 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.217852 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.218033 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.218196 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.218358 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.218522 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.218685 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.218847 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.219009 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.219171 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.219333 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.219497 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.219661 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.219823 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.219985 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.220147 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.220309 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.220471 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.220633 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.220795 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.220974 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.221143 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.221306 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.221469 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.221631 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.221795 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.221958 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.222120 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.222281 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.222444 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.222606 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.222772 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.222934 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.223096 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.223273 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.223436 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.223599 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.223761 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.223931 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.224076 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.224249 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.224412 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.224574 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.224732 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.224885 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.225070 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.225243 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.225406 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.225569 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.225731 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.225894 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.226056 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.226229 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.226391 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.226554 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.226716 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.226879 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.227065 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.227239 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.227401 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.227566 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.227727 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.227891 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.228039 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.228213 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.228374 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.228536 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.228698 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.228860 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.229071 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.229863 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.230029 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.230194 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.230365 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.230529 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.230693 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.230857 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.231033 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.231196 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.231361 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.231524 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.231686 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.231849 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.232014 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.232181 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.232353 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.232523 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.232687 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.232864 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.233075 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.233249 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.233413 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.233581 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.233756 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.233919 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.234081 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.234243 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.234405 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.234567 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.234729 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.234891 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.235053 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.235215 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.235402 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.235540 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.235678 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.235840 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.236003 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.236165 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.236326 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.236487 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.236655 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.236813 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 07:15:40.236985 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 07:15:40.294215 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 58304) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:15:40.301716 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051596 Sep 28 07:15:40.308102 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0050657 Sep 28 07:15:49.518382 dv-cinder-859447-1-iscsi neutron-server[106145]: DEBUG dbcounter [-] [106145] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106145) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:15:51.620895 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writer thread running {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 07:15:51.623822 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542dd485-d438-4bd9-b711-245f257d01a4 None None] get_active_networks_info from dv-cinder-859447-1-iscsi {{(pid=106260) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 28 07:15:51.724377 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542dd485-d438-4bd9-b711-245f257d01a4 None None] No non-hosted networks {{(pid=106260) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 28 07:15:51.743289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-662976c2-8e07-42f9-a41a-3c0cd087ecd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025229'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:53.360799 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writer thread running {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 07:15:53.832360 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-74bf18c4-ada7-4766-a6df-f7d2671fa8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025229'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:53.857752 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-194d530e-e3ec-4b39-b786-72483fda10f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:55.091989 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025229'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:55.486170 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58378) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:15:56.065793 dv-cinder-859447-1-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-192d2321-f790-4d9a-b527-c4585da7f5a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:15:56.066430 dv-cinder-859447-1-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-192d2321-f790-4d9a-b527-c4585da7f5a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:15:56.288268 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-192d2321-f790-4d9a-b527-c4585da7f5a9 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:15:56.289727 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-192d2321-f790-4d9a-b527-c4585da7f5a9 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8016605 Sep 28 07:15:56.588893 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025229'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:56.702280 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025229'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:56.703457 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.704023 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.704501 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.706039 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.707744 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.707947 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.709507 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.710626 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.711111 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.711436 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.712355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.714017 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.714373 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.715061 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.715581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:15:56.716117 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859447-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:15:56.725588 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859447-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:15:58.960121 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58416) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:15:59.283186 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:15:59.295985 dv-cinder-859447-1-iscsi neutron-server[106258]: ERROR stevedore.extension [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 07:15:59.377335 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.policy [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106258) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 07:15:59.419214 dv-cinder-859447-1-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:15:59.419520 dv-cinder-859447-1-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:15:59.440201 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writer thread running {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 07:15:59.516892 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791932782236', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791932781696', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791932766158', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791932772495', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791932292071', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791932299995', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8205790', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8201672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1019273', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561591'] for rbac-policy (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:59.587751 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:15:59.589564 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e349a182-fcf6-4ebe-9e89-771264a87855 admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6284497 Sep 28 07:16:00.972896 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.db.l3_hamode_db [None req-28195da6-bd07-489b-9969-f0578b6d7c6a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 28 07:16:01.049157 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28195da6-bd07-489b-9969-f0578b6d7c6a None None] Routers set() bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:16:01.049542 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28195da6-bd07-489b-9969-f0578b6d7c6a None None] Router IDs set() for agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 28 07:16:02.193281 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58426) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:02.515666 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:16:02.544934 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Made reservation on behalf of 6c7c15b998df4b3cbaf8b1493173dbba for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:16:02.549221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.567969 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.677350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks [] for security_group (7e5d576e-ef0d-44d5-917d-d2c924cd5ec6), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.680973 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7e5d576e-ef0d-44d5-917d-d2c924cd5ec6), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.702938 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:16:02.739419 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791936222913', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (7071ab39-4873-4bd8-840b-52ebe450eabe), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.739918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Unsubscribe: segment precommit_create {{(pid=106258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 07:16:02.740455 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Added segment 7071ab39-4873-4bd8-840b-52ebe450eabe of type vlan for network 416e9d47-46f0-4d77-9531-d52a91042ad4 Sep 28 07:16:02.773999 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d576e-ef0d-44d5-917d-d2c924cd5ec6,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:02.816288 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.816634 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.817001 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.817350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.817675 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.817995 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.818314 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.818630 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.818945 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.819259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.819572 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.819904 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.820223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.820533 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.820843 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Tracked resource versions report: Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: pushed versions: Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: { 'AddressGroup': {'1.2'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Agent': {'1.1'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'ConntrackHelper': {'1.0'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Log': {'1.0'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'NDPProxy': {'1.0'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Network': {'1.1'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Port': {'1.7'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'PortForwarding': {'1.3'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'QosPolicy': {'1.10'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroup': {'1.5'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SubPort': {'1.0'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Subnet': {'1.1'}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Trunk': {'1.1'}} Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: consumer versions: Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Agent': '1.1', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'ConntrackHelper': '1.0', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'LocalIPAssociation': '1.0', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Log': '1.0', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'NDPProxy': '1.0', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Network': '1.1', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Port': '1.7', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'PortForwarding': '1.3', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'QosPolicy': '1.10', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroup': '1.5', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroupRule': '1.2', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SubPort': '1.0', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Subnet': '1.1', Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Trunk': '1.1'}} Sep 28 07:16:02.822346 dv-cinder-859447-1-iscsi neutron-server[106258]: {{(pid=106258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:16:02.845939 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (416e9d47-46f0-4d77-9531-d52a91042ad4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.887589 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (416e9d47-46f0-4d77-9531-d52a91042ad4), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.892659 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:02.893422 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:02.899041 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=55,neutron:INSERT=44,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:03.010423 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8159516 Sep 28 07:16:03.014587 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6d9f0-7827-4c26-b55c-c7a28c757da4 demo demo] Pushing event updated for resources: {'Network': ['ID=416e9d47-46f0-4d77-9531-d52a91042ad4,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:03.031590 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:16:05.633802 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 58440) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:06.131082 dv-cinder-859447-1-iscsi neutron-server[106259]: WARNING oslo_policy.policy [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:16:06.131617 dv-cinder-859447-1-iscsi neutron-server[106259]: WARNING oslo_policy.policy [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:16:06.362409 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writer thread running {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 07:16:06.511723 dv-cinder-859447-1-iscsi neutron-server[106259]: ERROR stevedore.extension [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 07:16:06.566063 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.policy [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106259) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 07:16:06.598725 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=7 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:06.606575 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:06.607769 dv-cinder-859447-1-iscsi neutron-server[106259]: WARNING oslo_policy.policy [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:16:06.608148 dv-cinder-859447-1-iscsi neutron-server[106259]: WARNING oslo_policy.policy [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 07:16:06.615836 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:06.617633 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1196261c-b2a2-4d06-a329-5d393fc12e97 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/416e9d47-46f0-4d77-9531-d52a91042ad4 HTTP/1.1" status: 200 len: 825 time: 0.9829211 Sep 28 07:16:06.658434 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-dbe1f994-74d9-4b66-a86d-892e037c2836 demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6 HTTP/1.1" status: 200 len: 734 time: 0.0340841 Sep 28 07:16:06.667476 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6', 'name': 'private-subnet', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'gateway_ip': '172.20.0.1'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:16:06.706383 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Made reservation on behalf of 6c7c15b998df4b3cbaf8b1493173dbba for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:16:06.709241 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:06.994504 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (1a183fe5-4304-4674-9c82-24cf59b980e9), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:07.068183 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Checking segment: {'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:16:07.068579 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Network hostable DHCP agents. Network: 416e9d47-46f0-4d77-9531-d52a91042ad4, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:16:07.075249 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:07.077986 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Pushing event updated for resources: {'Subnet': ['ID=1a183fe5-4304-4674-9c82-24cf59b980e9,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:07.090716 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.091059 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.091417 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.091770 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.092105 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.092433 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.092755 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.093115 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.093460 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.093784 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.094103 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.094434 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.094754 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.095069 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.095381 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Tracked resource versions report: Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: pushed versions: Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: { 'AddressGroup': {'1.2'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Agent': {'1.1'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'ConntrackHelper': {'1.0'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Log': {'1.0'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'NDPProxy': {'1.0'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Network': {'1.1'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Port': {'1.7'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'PortForwarding': {'1.3'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'QosPolicy': {'1.10'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroup': {'1.5'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SubPort': {'1.0'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Subnet': {'1.1'}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Trunk': {'1.1'}} Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: consumer versions: Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Agent': '1.1', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'ConntrackHelper': '1.0', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'LocalIPAssociation': '1.0', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Log': '1.0', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'NDPProxy': '1.0', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Network': '1.1', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Port': '1.7', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'PortForwarding': '1.3', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'QosPolicy': '1.10', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroup': '1.5', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroupRule': '1.2', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SubPort': '1.0', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Subnet': '1.1', Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Trunk': '1.1'}} Sep 28 07:16:07.096726 dv-cinder-859447-1-iscsi neutron-server[106259]: {{(pid=106259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:16:07.123921 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:16:07.137671 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 416e9d47-46f0-4d77-9531-d52a91042ad4) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:16:07.142370 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:07.143025 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:07.147546 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624e9f4-9ef2-4ca6-9904-016ebf82e1f2 None None] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:16:07.165360 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-78b6925b-41e1-4c04-80d6-95f22d08d9af demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5014384 Sep 28 07:16:07.414555 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-416e9d47-46f0-4d77-9531-d52a91042ad4', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'fixed_ips': [{'subnet_id': '1a183fe5-4304-4674-9c82-24cf59b980e9'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:16:07.415837 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:07.694934 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:07.701688 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Allocated IP 172.20.0.2 (416e9d47-46f0-4d77-9531-d52a91042ad4/1a183fe5-4304-4674-9c82-24cf59b980e9/c0e28294-4c9b-453a-992f-6108b1000042) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:16:07.975670 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Publish callbacks [] for port (c0e28294-4c9b-453a-992f-6108b1000042), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:07.983496 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (c0e28294-4c9b-453a-992f-6108b1000042), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:08.060673 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:16:08.066764 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:16:08.071715 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Pushing event updated for resources: {'Port': ['ID=c0e28294-4c9b-453a-992f-6108b1000042,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:08.074704 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:16:08.109909 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.110261 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.110614 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.110965 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.111305 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.111634 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.111959 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.112282 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.112605 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.112925 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.113272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.113610 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.113934 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.114250 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.114573 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Tracked resource versions report: Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: pushed versions: Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: { 'AddressGroup': {'1.2'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Agent': {'1.1'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'ConntrackHelper': {'1.0'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Log': {'1.0'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'NDPProxy': {'1.0'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Network': {'1.1'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Port': {'1.7'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'PortForwarding': {'1.3'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'QosPolicy': {'1.10'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroup': {'1.5'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SubPort': {'1.0'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Subnet': {'1.1'}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Trunk': {'1.1'}} Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: consumer versions: Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Agent': '1.1', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'ConntrackHelper': '1.0', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'LocalIPAssociation': '1.0', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Log': '1.0', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'NDPProxy': '1.0', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Network': '1.1', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Port': '1.7', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'PortForwarding': '1.3', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'QosPolicy': '1.10', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroup': '1.5', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroupRule': '1.2', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SubPort': '1.0', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Subnet': '1.1', Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Trunk': '1.1'}} Sep 28 07:16:08.116095 dv-cinder-859447-1-iscsi neutron-server[106260]: {{(pid=106260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:16:08.200854 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Attempting to bind port c0e28294-4c9b-453a-992f-6108b1000042 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:16:08.201565 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Attempting to bind port c0e28294-4c9b-453a-992f-6108b1000042 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:16:08.203769 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Attempting to bind port c0e28294-4c9b-453a-992f-6108b1000042 on network 416e9d47-46f0-4d77-9531-d52a91042ad4 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:16:08.250480 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:16:08.250793 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Checking segment: {'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:16:08.251266 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:08.251652 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Bound using segment: {'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:16:08.252118 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Bound port: c0e28294-4c9b-453a-992f-6108b1000042, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:16:08.252526 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c0e28294-4c9b-453a-992f-6108b1000042), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:08.255026 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:08.317599 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] For port c0e28294-4c9b-453a-992f-6108b1000042, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:16:08.336383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] For port c0e28294-4c9b-453a-992f-6108b1000042, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=c0e28294-4c9b-453a-992f-6108b1000042,segment=NetworkSegment(7071ab39-4873-4bd8-840b-52ebe450eabe),segment_id=7071ab39-4873-4bd8-840b-52ebe450eabe)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:16:08.342637 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c0e28294-4c9b-453a-992f-6108b1000042), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:08.396895 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa964c-2115-4b1d-ac91-4d34fb654375 None None] Pushing event updated for resources: {'Port': ['ID=c0e28294-4c9b-453a-992f-6108b1000042,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:09.924685 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58466) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:10.272327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-793e52d0-9e3d-41b4-a747-71411c3add22 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:16:10.273365 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-793e52d0-9e3d-41b4-a747-71411c3add22 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3477008 Sep 28 07:16:12.960886 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58474) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:13.008530 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=50,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:13.285906 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-a03c6e95-22be-43db-be29-67e29afa9984 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:16:13.287086 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a03c6e95-22be-43db-be29-67e29afa9984 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3253758 Sep 28 07:16:15.934796 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58486) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:16.268586 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-1197bcb0-e62c-435b-bfff-496b5f70f659 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:16:16.293177 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1197bcb0-e62c-435b-bfff-496b5f70f659 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (7c56ef8d-c447-42a1-9de8-2d5d73d768db), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.294691 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1197bcb0-e62c-435b-bfff-496b5f70f659 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (7c56ef8d-c447-42a1-9de8-2d5d73d768db), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.392186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device c0e28294-4c9b-453a-992f-6108b1000042 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:16:16.438264 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1197bcb0-e62c-435b-bfff-496b5f70f659 demo demo] Publish callbacks [] for router_controller (7c56ef8d-c447-42a1-9de8-2d5d73d768db), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.443270 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1197bcb0-e62c-435b-bfff-496b5f70f659 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (7c56ef8d-c447-42a1-9de8-2d5d73d768db), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.461191 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1197bcb0-e62c-435b-bfff-496b5f70f659 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.465000 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1197bcb0-e62c-435b-bfff-496b5f70f659 demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5265954 Sep 28 07:16:16.476969 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port c0e28294-4c9b-453a-992f-6108b1000042 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:16.477378 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c0e28294-4c9b-453a-992f-6108b1000042), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.477745 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port c0e28294-4c9b-453a-992f-6108b1000042 Sep 28 07:16:16.573984 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34886f0a-dc56-4410-baaf-8b2a0ec7b698 None None] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:16:16.640288 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port c0e28294-4c9b-453a-992f-6108b1000042 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:16.640288 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c0e28294-4c9b-453a-992f-6108b1000042), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.692709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-5024b6cd-bb08-4f99-9cdd-b8b173ffcb73 None None] Provisioning complete for port c0e28294-4c9b-453a-992f-6108b1000042 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:16.693117 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5024b6cd-bb08-4f99-9cdd-b8b173ffcb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c0e28294-4c9b-453a-992f-6108b1000042), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.693454 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-5024b6cd-bb08-4f99-9cdd-b8b173ffcb73 None None] Attempt 1 to provision port c0e28294-4c9b-453a-992f-6108b1000042 Sep 28 07:16:16.698863 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port c0e28294-4c9b-453a-992f-6108b1000042, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=c0e28294-4c9b-453a-992f-6108b1000042,segment=NetworkSegment(7071ab39-4873-4bd8-840b-52ebe450eabe),segment_id=7071ab39-4873-4bd8-840b-52ebe450eabe)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:16:16.723813 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c0e28294-4c9b-453a-992f-6108b1000042), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:16.763978 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:16.834532 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=c0e28294-4c9b-453a-992f-6108b1000042,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:16.866828 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-5024b6cd-bb08-4f99-9cdd-b8b173ffcb73 None None] Current status of the port c0e28294-4c9b-453a-992f-6108b1000042 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:17.084806 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-ee9822b2-8757-4121-8827-c6620797a69b None None] Provisioning complete for port c0e28294-4c9b-453a-992f-6108b1000042 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:17.085220 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ee9822b2-8757-4121-8827-c6620797a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c0e28294-4c9b-453a-992f-6108b1000042), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:17.085559 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-ee9822b2-8757-4121-8827-c6620797a69b None None] Attempt 1 to provision port c0e28294-4c9b-453a-992f-6108b1000042 Sep 28 07:16:17.158756 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:17.159589 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:17.159882 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-ee9822b2-8757-4121-8827-c6620797a69b None None] Current status of the port c0e28294-4c9b-453a-992f-6108b1000042 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:18.363371 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device c0e28294-4c9b-453a-992f-6108b1000042 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:16:18.407574 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port c0e28294-4c9b-453a-992f-6108b1000042 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:18.407959 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c0e28294-4c9b-453a-992f-6108b1000042), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:18.408293 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port c0e28294-4c9b-453a-992f-6108b1000042 Sep 28 07:16:18.436539 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:18.481653 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port c0e28294-4c9b-453a-992f-6108b1000042 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:19.110149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58498) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:19.425873 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-4e934aac-2acd-4853-a520-0b9f6ea96436 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:16:19.426867 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4e934aac-2acd-4853-a520-0b9f6ea96436 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3157938 Sep 28 07:16:20.079117 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:16:21.572324 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b1da4c8-a82b-4b50-84ab-dfed630c28d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.057933 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58506) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:22.372224 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:16:22.392378 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Made reservation on behalf of 712d7cadf2c0478da279cd0f1a4dd259 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:16:22.394712 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.403111 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.478409 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks [] for security_group (0b4e71ed-2294-42bc-8bc0-3dcc87f47dfb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.483348 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0b4e71ed-2294-42bc-8bc0-3dcc87f47dfb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.497714 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Reserving flat network on physical network physnet1 {{(pid=106258) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 28 07:16:22.520376 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (6b6b7a01-f246-4171-a8ca-ea2fd62acf6a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.520850 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Added segment 6b6b7a01-f246-4171-a8ca-ea2fd62acf6a of type flat for network 6ff5aece-54c7-449d-8548-cd3ed87ca856 Sep 28 07:16:22.522050 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e71ed-2294-42bc-8bc0-3dcc87f47dfb,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:22.569461 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (6ff5aece-54c7-449d-8548-cd3ed87ca856), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.602717 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (6ff5aece-54c7-449d-8548-cd3ed87ca856), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.603608 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:22.604720 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:22.688693 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6296742 Sep 28 07:16:22.714790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52d7ba-1a3e-40ee-bef1-9dabe1f5326d admin admin] Pushing event updated for resources: {'Network': ['ID=6ff5aece-54c7-449d-8548-cd3ed87ca856,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:22.735874 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:16:23.821703 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9f943bc8-5df1-4cc7-be1e-543b98fecc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:25.056409 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:25.296963 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58514) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:25.705729 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d91a2-76d7-4b42-bd45-b10af275739f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:25.707113 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-359d91a2-76d7-4b42-bd45-b10af275739f demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/1a183fe5-4304-4674-9c82-24cf59b980e9 HTTP/1.1" status: 200 len: 849 time: 0.4091656 Sep 28 07:16:25.825126 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c6119027-3d1a-44ba-bd89-331e1d6394f6 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/7c56ef8d-c447-42a1-9de8-2d5d73d768db HTTP/1.1" status: 200 len: 704 time: 0.1119661 Sep 28 07:16:26.049048 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:26.082372 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:26.256504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:26.379354 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Allocated IP 172.20.0.1 (416e9d47-46f0-4d77-9531-d52a91042ad4/1a183fe5-4304-4674-9c82-24cf59b980e9/f61b4c39-b6d7-4ab4-84ca-d3be593a6923) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:16:26.531379 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:26.567881 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks [] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:26.633434 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:26.695918 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:26.767073 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:16:26.775446 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:16:26.778974 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Pushing event updated for resources: {'Port': ['ID=f61b4c39-b6d7-4ab4-84ca-d3be593a6923,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:26.781654 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:16:26.782237 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (7c56ef8d-c447-42a1-9de8-2d5d73d768db), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:26.934865 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Provisioning complete for port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:26.935228 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:26.935557 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Attempt 1 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:26.967689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:16:26.986916 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:27.166820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:27.188221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks [] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:27.192332 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:27.193116 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (7c56ef8d-c447-42a1-9de8-2d5d73d768db), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:27.268871 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Pushing event updated for resources: {'Port': ['ID=f61b4c39-b6d7-4ab4-84ca-d3be593a6923,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:27.319854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:16:27.321221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:16:27.455708 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:27.469291 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Attempt 2 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:27.493441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Router 7c56ef8d-c447-42a1-9de8-2d5d73d768db is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:16:27.503085 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:16:27.581268 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:16:27.586476 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0b8d493d-6425-487e-bc9c-158b830960de demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/7c56ef8d-c447-42a1-9de8-2d5d73d768db/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7559576 Sep 28 07:16:27.591282 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Sync routers for ids ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:16:27.603611 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Routers {'7c56ef8d-c447-42a1-9de8-2d5d73d768db'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:16:27.604697 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:16:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:27.792297 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Set router 7c56ef8d-c447-42a1-9de8-2d5d73d768db gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:16:28.004750 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Attempt 3 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:28.036241 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:16:28.203859 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'name': 'router1', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:16:16Z', 'updated_at': '2022-09-28T07:16:26Z', 'revision_number': 2, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'gw_port_host': None, '_interfaces': [{'id': 'f61b4c39-b6d7-4ab4-84ca-d3be593a6923', 'name': '', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'mac_address': 'fa:16:3e:2f:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:26Z', 'updated_at': '2022-09-28T07:16:27Z', 'revision_number': 2, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'subnets': [{'id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:28.250603 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Checking router: 7c56ef8d-c447-42a1-9de8-2d5d73d768db for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:16:28.251011 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Updating router 7c56ef8d-c447-42a1-9de8-2d5d73d768db port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:16:28.306426 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:28.537556 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Attempt 4 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:28.569807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:16:28.803071 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Publish callbacks [] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:28.810280 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:28.957575 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Pushing event updated for resources: {'Port': ['ID=f61b4c39-b6d7-4ab4-84ca-d3be593a6923,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:28.960640 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Attempting to bind port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:16:28.961043 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Attempting to bind port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:16:28.961476 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Attempting to bind port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 on network 416e9d47-46f0-4d77-9531-d52a91042ad4 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:16:28.973864 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.974207 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.974547 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.974883 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.975212 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.975534 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.975852 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.976172 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.976488 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.976805 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.977148 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.977484 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.977801 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.978115 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.978428 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Tracked resource versions report: Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: pushed versions: Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: { 'AddressGroup': {'1.2'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Agent': {'1.1'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'ConntrackHelper': {'1.0'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Log': {'1.0'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'NDPProxy': {'1.0'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Network': {'1.1'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Port': {'1.7'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'PortForwarding': {'1.3'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'QosPolicy': {'1.10'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroup': {'1.5'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SubPort': {'1.0'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Subnet': {'1.1'}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Trunk': {'1.1'}} Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: consumer versions: Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Agent': '1.1', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'ConntrackHelper': '1.0', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'LocalIPAssociation': '1.0', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Log': '1.0', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'NDPProxy': '1.0', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Network': '1.1', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Port': '1.7', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'PortForwarding': '1.3', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'QosPolicy': '1.10', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroup': '1.5', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroupRule': '1.2', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SubPort': '1.0', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Subnet': '1.1', Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Trunk': '1.1'}} Sep 28 07:16:28.980412 dv-cinder-859447-1-iscsi neutron-server[106261]: {{(pid=106261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:16:29.047980 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:29.061689 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:16:29.062330 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Checking segment: {'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:16:29.062791 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:29.063178 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Bound using segment: {'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:16:29.063640 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Bound port: f61b4c39-b6d7-4ab4-84ca-d3be593a6923, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7071ab39-4873-4bd8-840b-52ebe450eabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:16:29.064009 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:29.071180 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Attempt 5 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:29.103172 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:16:29.128647 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] For port f61b4c39-b6d7-4ab4-84ca-d3be593a6923, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:16:29.149201 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] For port f61b4c39-b6d7-4ab4-84ca-d3be593a6923, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=f61b4c39-b6d7-4ab4-84ca-d3be593a6923,segment=NetworkSegment(7071ab39-4873-4bd8-840b-52ebe450eabe),segment_id=7071ab39-4873-4bd8-840b-52ebe450eabe)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:16:29.156836 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:29.198348 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Routers {'7c56ef8d-c447-42a1-9de8-2d5d73d768db'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:16:29.199107 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:16:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:29.203490 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:29.246754 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2d6c5-b115-4e7d-9e5a-1093769876df None None] Pushing event updated for resources: {'Port': ['ID=f61b4c39-b6d7-4ab4-84ca-d3be593a6923,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:29.294797 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] Set router 7c56ef8d-c447-42a1-9de8-2d5d73d768db gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:16:29.487641 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'name': 'router1', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:16:16Z', 'updated_at': '2022-09-28T07:16:26Z', 'revision_number': 2, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'gw_port_host': None, '_interfaces': [{'id': 'f61b4c39-b6d7-4ab4-84ca-d3be593a6923', 'name': '', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'mac_address': 'fa:16:3e:2f:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:26Z', 'updated_at': '2022-09-28T07:16:29Z', 'revision_number': 4, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'subnets': [{'id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:29.513068 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8696e55-b4a9-4935-820a-44090442c12e None None] The sync data for ids ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'] in dv-cinder-859447-1-iscsi is: [{'id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'name': 'router1', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:16:16Z', 'updated_at': '2022-09-28T07:16:26Z', 'revision_number': 2, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'gw_port_host': None, '_interfaces': [{'id': 'f61b4c39-b6d7-4ab4-84ca-d3be593a6923', 'name': '', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'mac_address': 'fa:16:3e:2f:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:26Z', 'updated_at': '2022-09-28T07:16:29Z', 'revision_number': 4, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'subnets': [{'id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:16:29.605336 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Attempt 6 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:29.678906 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Current status of the port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:29.679428 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:29.715323 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] For port f61b4c39-b6d7-4ab4-84ca-d3be593a6923, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=f61b4c39-b6d7-4ab4-84ca-d3be593a6923,segment=NetworkSegment(7071ab39-4873-4bd8-840b-52ebe450eabe),segment_id=7071ab39-4873-4bd8-840b-52ebe450eabe)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:16:29.719561 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:29.753838 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:29.772689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe08619-3808-430a-bb87-acfa4ce16f2c None None] Pushing event updated for resources: {'Port': ['ID=f61b4c39-b6d7-4ab4-84ca-d3be593a6923,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:29.842023 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-f3b02a47-f42e-4cf8-ae16-94a7bbe59d99 None None] Provisioning complete for port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:29.842425 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f3b02a47-f42e-4cf8-ae16-94a7bbe59d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:29.842709 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3b02a47-f42e-4cf8-ae16-94a7bbe59d99 None None] Attempt 1 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:29.920684 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3b02a47-f42e-4cf8-ae16-94a7bbe59d99 None None] Current status of the port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:30.327518 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 58526) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:30.721746 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a13fa7-d60e-4cd5-bfbc-8f0e63dd0538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:30.723165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-76a13fa7-d60e-4cd5-bfbc-8f0e63dd0538 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/6ff5aece-54c7-449d-8548-cd3ed87ca856 HTTP/1.1" status: 200 len: 842 time: 0.3946857 Sep 28 07:16:30.733956 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:16:30.758070 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Made reservation on behalf of 712d7cadf2c0478da279cd0f1a4dd259 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:16:30.760465 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:31.050032 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.objects.ports [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106258) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 28 07:16:31.050459 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (69911511-e83f-4d37-b5d9-eb2c28b3d01a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:31.112644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69911511-e83f-4d37-b5d9-eb2c28b3d01a,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:31.117072 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:16:31.117540 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Network hostable DHCP agents. Network: 6ff5aece-54c7-449d-8548-cd3ed87ca856, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:16:31.140121 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:16:31.144008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:31.152527 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 6ff5aece-54c7-449d-8548-cd3ed87ca856) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:16:31.157074 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:31.157664 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:31.162786 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cba64a-f7c1-466d-b44d-acc79dd2f837 None None] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:16:31.173142 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1b4c4074-4a18-404c-8d42-5d055eb3189b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4428813 Sep 28 07:16:31.276274 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f43f1d-7eec-4fd6-96de-eb78ebec8e17 None None] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:16:31.340522 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:33.862129 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 58534) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:34.412539 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device f61b4c39-b6d7-4ab4-84ca-d3be593a6923 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:16:34.433013 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-eaf6cb89-4497-44ee-b787-e9b3b6df04cc demo admin] 10.222.0.52 "GET /networking/v2.0/routers/7c56ef8d-c447-42a1-9de8-2d5d73d768db HTTP/1.1" status: 200 len: 710 time: 0.5690656 Sep 28 07:16:34.460534 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:34.460921 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:34.461279 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:16:34.537156 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:34.558189 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf54b04-6c78-40a6-aa0b-c6c1c1dd35e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:16:34.560440 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-5cf54b04-6c78-40a6-aa0b-c6c1c1dd35e1 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/6ff5aece-54c7-449d-8548-cd3ed87ca856 HTTP/1.1" status: 200 len: 886 time: 0.1216052 Sep 28 07:16:34.569145 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:16:34.811376 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks [] for router_gateway (7c56ef8d-c447-42a1-9de8-2d5d73d768db), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:35.025681 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks [] for router_gateway (7c56ef8d-c447-42a1-9de8-2d5d73d768db), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:35.099532 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:35.256197 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Allocated IP 172.27.2.234 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/a7f3a14f-24b3-4103-a867-cd02bfc9a5f0) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:16:35.367689 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks [] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:35.370173 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:35.414599 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:35.433898 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:35.517797 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:16:35.525552 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:16:35.528893 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Pushing event updated for resources: {'Port': ['ID=a7f3a14f-24b3-4103-a867-cd02bfc9a5f0,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:35.533927 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:16:35.848382 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks [] for router_gateway (7c56ef8d-c447-42a1-9de8-2d5d73d768db), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:36.043225 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3201'] for router (7c56ef8d-c447-42a1-9de8-2d5d73d768db), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:36.048179 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1026244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1025755'] for router (7c56ef8d-c447-42a1-9de8-2d5d73d768db), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:36.152982 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Router 7c56ef8d-c447-42a1-9de8-2d5d73d768db has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:16:36.255379 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:16:36.263238 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:36.265008 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-edf19e83-a9d7-4575-956d-753110fcca6a demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/7c56ef8d-c447-42a1-9de8-2d5d73d768db HTTP/1.1" status: 200 len: 890 time: 1.6990309 Sep 28 07:16:36.266755 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Sync routers for ids ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:16:36.279196 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Routers {'7c56ef8d-c447-42a1-9de8-2d5d73d768db'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:16:36.280029 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:16:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:36.493490 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Set router 7c56ef8d-c447-42a1-9de8-2d5d73d768db gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:16:36.936842 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'name': 'router1', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a7f3a14f-24b3-4103-a867-cd02bfc9a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:16:16Z', 'updated_at': '2022-09-28T07:16:35Z', 'revision_number': 4, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'gw_port': {'id': 'a7f3a14f-24b3-4103-a867-cd02bfc9a5f0', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:35Z', 'updated_at': '2022-09-28T07:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'f61b4c39-b6d7-4ab4-84ca-d3be593a6923', 'name': '', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'mac_address': 'fa:16:3e:2f:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:26Z', 'updated_at': '2022-09-28T07:16:29Z', 'revision_number': 5, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'subnets': [{'id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:36.984675 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Checking router: 7c56ef8d-c447-42a1-9de8-2d5d73d768db for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:16:36.985042 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Updating router 7c56ef8d-c447-42a1-9de8-2d5d73d768db port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:16:37.037186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:37.235172 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:37.341145 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Publish callbacks [] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:37.347187 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:37.386907 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Attempting to bind port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:16:37.387263 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Attempting to bind port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:16:37.387615 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Attempting to bind port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:16:37.414294 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fd2b5-7a18-4c0b-88dc-27ca0df0bcdb None None] Pushing event updated for resources: {'Port': ['ID=a7f3a14f-24b3-4103-a867-cd02bfc9a5f0,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:37.427853 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:37.438146 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:16:37.438507 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:16:37.438893 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:37.439297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:16:37.440059 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Bound port: a7f3a14f-24b3-4103-a867-cd02bfc9a5f0, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:16:37.440533 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:37.488749 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] For port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:16:37.491874 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] For port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a7f3a14f-24b3-4103-a867-cd02bfc9a5f0,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:16:37.497337 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:37.533383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Routers {'7c56ef8d-c447-42a1-9de8-2d5d73d768db'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:16:37.533992 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:16:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:37.595099 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fd2b5-7a18-4c0b-88dc-27ca0df0bcdb None None] Pushing event updated for resources: {'Port': ['ID=a7f3a14f-24b3-4103-a867-cd02bfc9a5f0,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:37.652809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] Set router 7c56ef8d-c447-42a1-9de8-2d5d73d768db gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:16:37.849265 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'name': 'router1', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a7f3a14f-24b3-4103-a867-cd02bfc9a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:16:16Z', 'updated_at': '2022-09-28T07:16:35Z', 'revision_number': 4, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'gw_port': {'id': 'a7f3a14f-24b3-4103-a867-cd02bfc9a5f0', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:35Z', 'updated_at': '2022-09-28T07:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'f61b4c39-b6d7-4ab4-84ca-d3be593a6923', 'name': '', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'mac_address': 'fa:16:3e:2f:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:26Z', 'updated_at': '2022-09-28T07:16:29Z', 'revision_number': 5, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'subnets': [{'id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:16:37.873949 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb998-2d3a-4e0c-91b5-1b06a9220d3d None None] The sync data for ids ['7c56ef8d-c447-42a1-9de8-2d5d73d768db'] in dv-cinder-859447-1-iscsi is: [{'id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'name': 'router1', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a7f3a14f-24b3-4103-a867-cd02bfc9a5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:16:16Z', 'updated_at': '2022-09-28T07:16:35Z', 'revision_number': 4, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'gw_port': {'id': 'a7f3a14f-24b3-4103-a867-cd02bfc9a5f0', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:35Z', 'updated_at': '2022-09-28T07:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'f61b4c39-b6d7-4ab4-84ca-d3be593a6923', 'name': '', 'network_id': '416e9d47-46f0-4d77-9531-d52a91042ad4', 'tenant_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'mac_address': 'fa:16:3e:2f:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56ef8d-c447-42a1-9de8-2d5d73d768db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:16:26Z', 'updated_at': '2022-09-28T07:16:29Z', 'revision_number': 5, 'project_id': '6c7c15b998df4b3cbaf8b1493173dbba', 'subnets': [{'id': '1a183fe5-4304-4674-9c82-24cf59b980e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e79c39b5-89c7-46d9-b9c5-c3ac6c70b7e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:16:38.389635 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:16:38.441649 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:38.442206 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:38.442801 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 Sep 28 07:16:38.518711 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:38.519088 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:38.542677 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a7f3a14f-24b3-4103-a867-cd02bfc9a5f0,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:16:38.546969 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:38.579656 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:38.597955 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=a7f3a14f-24b3-4103-a867-cd02bfc9a5f0,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:16:39.100865 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 58548) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:16:39.505909 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-03c68be4-d155-4821-bca4-bf4aa7e2588b admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4038954 Sep 28 07:16:40.387741 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:16:40.445792 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:16:40.446099 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a7f3a14f-24b3-4103-a867-cd02bfc9a5f0), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:40.446449 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 Sep 28 07:16:40.521178 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port a7f3a14f-24b3-4103-a867-cd02bfc9a5f0 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:16:41.083441 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=29 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:41.087601 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:41.166661 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=67,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:41.168104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:49.499900 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:49.502841 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=79,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:50.518760 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:50.520296 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=18 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:16:51.661247 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-72248ca7-8b9f-4a3a-abad-221389924ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:53.827219 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6e611eb4-bedb-4ff8-b9ad-c5d2fa3faaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:55.065993 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:56.545927 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:56.704926 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:16:57.079198 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:17:06.681926 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:06.691037 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:07.074351 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:07.075695 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:18.082684 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:18.086975 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:21.578679 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb4ae-e028-4307-a09a-7f870e949520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:23.834825 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-16c9ddda-4644-4f15-900b-202b70b2fb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:25.082967 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:26.548283 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:26.710259 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:34.079658 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:17:36.683788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:36.704692 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:44.076786 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:51.574747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-03c71f7b-d354-456f-ac2d-157924d9513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:53.831710 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8c912318-1395-442a-87c4-36bd853438d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:55.066975 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:55.077375 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:55.083186 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:17:56.543469 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:17:56.699742 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:05.177165 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59102) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:05.512428 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.pecan_wsgi.hooks.translation [None req-676a99ad-104d-44ee-99b7-3d1a71a2b5e3 admin admin] GET failed (client error): The resource could not be found. Sep 28 07:18:05.513746 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-676a99ad-104d-44ee-99b7-3d1a71a2b5e3 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3351290 Sep 28 07:18:05.683328 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0174592-501f-4570-a7ee-fe0167776435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:05.684813 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e0174592-501f-4570-a7ee-fe0167776435 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1666152 Sep 28 07:18:06.691066 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:06.692368 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:08.264730 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59112) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:08.628477 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed8330-a055-4d4e-a15a-3c73af5ff5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:08.629837 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e3ed8330-a055-4d4e-a15a-3c73af5ff5e9 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/1a183fe5-4304-4674-9c82-24cf59b980e9 HTTP/1.1" status: 200 len: 849 time: 0.3642187 Sep 28 07:18:08.640334 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:18:08.730193 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Publish callbacks [] for subnet (1a183fe5-4304-4674-9c82-24cf59b980e9), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:08.873830 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791936150685'] for subnet (1a183fe5-4304-4674-9c82-24cf59b980e9), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:08.904660 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:08.905288 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:08.906564 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/1a183fe5-4304-4674-9c82-24cf59b980e9 HTTP/1.1" status: 200 len: 868 time: 0.2699306 Sep 28 07:18:08.910435 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b199e2d-2e8d-44d8-bf18-2f81f7bb67e3 None None] Network 416e9d47-46f0-4d77-9531-d52a91042ad4 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:18:08.929247 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a183fe5-4304-4674-9c82-24cf59b980e9,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:18:08.936933 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.937440 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.937813 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.938156 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.938556 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.938884 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.939211 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.939533 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.939866 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.940191 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.940527 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.940856 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.941217 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.941520 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:08.941835 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d042d2f6-f9bb-4c5c-9203-ae4abec80433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:18:09.213066 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Provisioning complete for port c0e28294-4c9b-453a-992f-6108b1000042 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:18:09.213450 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c0e28294-4c9b-453a-992f-6108b1000042), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:09.213783 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Attempt 1 to provision port c0e28294-4c9b-453a-992f-6108b1000042 Sep 28 07:18:09.305376 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Current status of the port c0e28294-4c9b-453a-992f-6108b1000042 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:18:09.313475 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Provisioning complete for port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:18:09.313835 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (f61b4c39-b6d7-4ab4-84ca-d3be593a6923), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:09.314160 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Attempt 1 to provision port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 Sep 28 07:18:09.385539 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-4b801a40-b640-4cdf-891c-c61380dd5162 None None] Current status of the port f61b4c39-b6d7-4ab4-84ca-d3be593a6923 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:18:11.079546 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:18:11.496855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59120) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:12.064929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa31129d-b102-49ab-b418-5dd2eb5d217c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:12.065362 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa31129d-b102-49ab-b418-5dd2eb5d217c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:12.066903 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fa31129d-b102-49ab-b418-5dd2eb5d217c admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5691750 Sep 28 07:18:14.609270 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59130) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:15.015929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5d375-c45e-4edd-b6ea-f2e3a8d989d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:15.016405 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5d375-c45e-4edd-b6ea-f2e3a8d989d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:15.017950 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6cf5d375-c45e-4edd-b6ea-f2e3a8d989d5 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4077420 Sep 28 07:18:17.568452 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59138) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:17.972352 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb7a06f-56cc-4fa4-aafe-984c2c19b702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:17.973755 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-bfb7a06f-56cc-4fa4-aafe-984c2c19b702 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/416e9d47-46f0-4d77-9531-d52a91042ad4 HTTP/1.1" status: 200 len: 869 time: 0.4037073 Sep 28 07:18:18.931784 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=55,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:18.932556 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=67,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:19.382216 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=33 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:19.384113 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=44 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:20.552926 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59146) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:20.952052 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875b263-e4c9-4c63-be8c-7de7b622c8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:20.953347 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a875b263-e4c9-4c63-be8c-7de7b622c8f4 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/6ff5aece-54c7-449d-8548-cd3ed87ca856 HTTP/1.1" status: 200 len: 886 time: 0.3993955 Sep 28 07:18:21.076341 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:21.578117 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5aac8429-f2a5-4014-994e-5bef5a852fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:23.509278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59154) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:23.839011 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4584cf3b-7427-4dbf-bb84-9689a698ea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:23.906004 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e98e0-9e2e-4ab7-a345-02ae9263c357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:23.906467 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e98e0-9e2e-4ab7-a345-02ae9263c357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:23.908007 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-248e98e0-9e2e-4ab7-a345-02ae9263c357 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3978934 Sep 28 07:18:25.072293 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:26.535179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59162) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:26.547954 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:26.697386 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:26.905556 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1470c-1f2e-499a-baf1-b10a935c5055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:26.905946 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1470c-1f2e-499a-baf1-b10a935c5055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:26.907432 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ccc1470c-1f2e-499a-baf1-b10a935c5055 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3712428 Sep 28 07:18:29.486598 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59170) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:29.851626 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863b0f2-e4a2-4f99-9788-ede053e1e1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:29.852981 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4863b0f2-e4a2-4f99-9788-ede053e1e1b4 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/1a183fe5-4304-4674-9c82-24cf59b980e9 HTTP/1.1" status: 200 len: 868 time: 0.3654828 Sep 28 07:18:32.438460 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59178) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:18:32.796883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b7a87-68b4-4f8c-b413-6a7b2ec38b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:18:32.798237 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-808b7a87-68b4-4f8c-b413-6a7b2ec38b28 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/69911511-e83f-4d37-b5d9-eb2c28b3d01a HTTP/1.1" status: 200 len: 816 time: 0.3588440 Sep 28 07:18:36.690658 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:36.693326 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:42.789036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=69 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:42.794006 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=69 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:46.750771 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:46.760309 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:48.078051 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:18:51.579403 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-92e0a286-4611-44da-95f5-839c478ac983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:53.835647 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c5022ca2-78c4-4a11-ac45-c1ed12e61902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:55.074595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:56.551833 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:56.693627 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:18:58.073604 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:18:58.074417 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:02.544854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59234) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:19:02.867594 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-c1065994-482a-4c56-8061-6263adfca18e admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:19:02.868599 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c1065994-482a-4c56-8061-6263adfca18e admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3227780 Sep 28 07:19:05.514436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59242) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:19:05.853917 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cf64cd-182d-4762-9274-5c3e9654f4a0 admin admin] GET failed (client error): The resource could not be found. Sep 28 07:19:05.855182 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-93cf64cd-182d-4762-9274-5c3e9654f4a0 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3399041 Sep 28 07:19:06.003035 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f97d72-6100-4f31-8495-d3284f11003e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:19:06.004615 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-59f97d72-6100-4f31-8495-d3284f11003e admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1451247 Sep 28 07:19:06.681310 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:06.688676 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:08.602163 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59250) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:19:08.927570 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:19:08.946553 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Made reservation on behalf of 712d7cadf2c0478da279cd0f1a4dd259 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:19:08.948814 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:08.979659 dv-cinder-859447-1-iscsi neutron-server[106258]: WARNING neutron.services.revisions.revision_plugin [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Could not find related network for resource to bump revision. Sep 28 07:19:08.991223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:19:09.000541 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (23c42e3c-0121-4429-9af7-728dc07b9a04), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:09.000901 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Added segment 23c42e3c-0121-4429-9af7-728dc07b9a04 of type vlan for network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb Sep 28 07:19:09.040634 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:09.065008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:09.065971 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:19:09.066534 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:09.080770 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:09.084750 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:09.119741 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5165188 Sep 28 07:19:09.130446 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Pushing event updated for resources: {'Network': ['ID=c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:19:09.137954 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.138293 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.138652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.138989 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.139315 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.139638 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.139962 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.140279 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.140617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.140973 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.141303 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.141645 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.141966 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.142282 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.142596 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30ab6a-ae91-4b31-93b2-c67e989b39d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:09.154655 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:19:11.724491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59258) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:19:12.062480 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a9dc2b-c5be-4a51-8c4c-3df8699c191e admin admin] GET failed (client error): The resource could not be found. Sep 28 07:19:12.063734 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-02a9dc2b-c5be-4a51-8c4c-3df8699c191e admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3382719 Sep 28 07:19:12.131479 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec4833d-bbf3-44a4-8c28-cbdffdd79a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:19:12.132917 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2ec4833d-bbf3-44a4-8c28-cbdffdd79a99 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647507 Sep 28 07:19:12.143080 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb', 'description': 'shared-subnet'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:19:12.162397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Made reservation on behalf of 712d7cadf2c0478da279cd0f1a4dd259 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:19:12.164622 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:12.324201 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (e5bf32cb-ee70-458a-b17d-2612c6f6539f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:12.372562 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bf32cb-ee70-458a-b17d-2612c6f6539f,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:19:12.388231 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Checking segment: {'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:19:12.388578 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Network hostable DHCP agents. Network: c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:19:12.404573 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:19:12.413436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:19:12.417389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:19:12.417969 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:12.422141 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8651b6a-d05c-421d-9dcd-cd8a869fe826 None None] Network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:19:12.434557 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3b9523bf-fea1-40ce-aa60-5621a84380fc admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2946203 Sep 28 07:19:12.530390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb', 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb', 'project_id': '712d7cadf2c0478da279cd0f1a4dd259', 'fixed_ips': [{'subnet_id': 'e5bf32cb-ee70-458a-b17d-2612c6f6539f'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:19:12.531331 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:12.675751 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Allocated IP 192.168.233.2 (c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb/e5bf32cb-ee70-458a-b17d-2612c6f6539f/53257e98-64eb-4875-b773-f3791b5097c0) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:19:12.928693 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Publish callbacks [] for port (53257e98-64eb-4875-b773-f3791b5097c0), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:12.935330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (53257e98-64eb-4875-b773-f3791b5097c0), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:12.982075 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:19:12.985544 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:19:12.988535 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:19:12.990703 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Pushing event updated for resources: {'Port': ['ID=53257e98-64eb-4875-b773-f3791b5097c0,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:19:13.000245 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.000245 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.000245 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.000245 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.000245 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.000741 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.000741 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.001116 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.001385 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.001707 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.002028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.002364 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.003234 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.003640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.003955 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:19:13.074381 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Attempting to bind port 53257e98-64eb-4875-b773-f3791b5097c0 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:19:13.074876 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Attempting to bind port 53257e98-64eb-4875-b773-f3791b5097c0 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:19:13.075241 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Attempting to bind port 53257e98-64eb-4875-b773-f3791b5097c0 on network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:19:13.118230 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:19:13.119060 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Checking segment: {'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:19:13.119344 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:13.119734 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Bound using segment: {'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:19:13.120197 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Bound port: 53257e98-64eb-4875-b773-f3791b5097c0, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:19:13.120595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (53257e98-64eb-4875-b773-f3791b5097c0), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:13.182301 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] For port 53257e98-64eb-4875-b773-f3791b5097c0, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:19:13.186028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] For port 53257e98-64eb-4875-b773-f3791b5097c0, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=53257e98-64eb-4875-b773-f3791b5097c0,segment=NetworkSegment(23c42e3c-0121-4429-9af7-728dc07b9a04),segment_id=23c42e3c-0121-4429-9af7-728dc07b9a04)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:19:13.192163 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (53257e98-64eb-4875-b773-f3791b5097c0), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:13.245029 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b1920-2b86-44a3-9602-c6a1c2c233cf None None] Pushing event updated for resources: {'Port': ['ID=53257e98-64eb-4875-b773-f3791b5097c0,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:19:13.995963 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3da5b9-89f4-41e7-a369-989d2c4aa1ae None None] Network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:19:14.060020 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:14.082365 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] Provisioning complete for port 53257e98-64eb-4875-b773-f3791b5097c0 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:19:14.082747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (53257e98-64eb-4875-b773-f3791b5097c0), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:14.083082 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] Attempt 1 to provision port 53257e98-64eb-4875-b773-f3791b5097c0 Sep 28 07:19:14.102462 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:14.196203 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] Current status of the port 53257e98-64eb-4875-b773-f3791b5097c0 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:19:14.196595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (53257e98-64eb-4875-b773-f3791b5097c0), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:14.234683 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] For port 53257e98-64eb-4875-b773-f3791b5097c0, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=53257e98-64eb-4875-b773-f3791b5097c0,segment=NetworkSegment(23c42e3c-0121-4429-9af7-728dc07b9a04),segment_id=23c42e3c-0121-4429-9af7-728dc07b9a04)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:19:14.239585 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (53257e98-64eb-4875-b773-f3791b5097c0), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:14.295904 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a8266-9e43-4be6-b535-12033c71cca8 None None] Pushing event updated for resources: {'Port': ['ID=53257e98-64eb-4875-b773-f3791b5097c0,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:19:14.357591 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-00b333a6-3145-4bd4-a86f-15c717fad3ba None None] Provisioning complete for port 53257e98-64eb-4875-b773-f3791b5097c0 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:19:14.357972 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-00b333a6-3145-4bd4-a86f-15c717fad3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (53257e98-64eb-4875-b773-f3791b5097c0), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:14.358303 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-00b333a6-3145-4bd4-a86f-15c717fad3ba None None] Attempt 1 to provision port 53257e98-64eb-4875-b773-f3791b5097c0 Sep 28 07:19:14.436662 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-00b333a6-3145-4bd4-a86f-15c717fad3ba None None] Current status of the port 53257e98-64eb-4875-b773-f3791b5097c0 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:19:14.501405 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 53257e98-64eb-4875-b773-f3791b5097c0 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:19:14.546827 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 53257e98-64eb-4875-b773-f3791b5097c0 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:19:14.547318 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (53257e98-64eb-4875-b773-f3791b5097c0), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:14.547707 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 53257e98-64eb-4875-b773-f3791b5097c0 Sep 28 07:19:14.624892 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 53257e98-64eb-4875-b773-f3791b5097c0 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:19:21.581941 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d2386da3-2b2d-455b-8253-f484e901d150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:22.427481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=70,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:22.428251 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:23.828472 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c93062e1-5420-4da4-8a05-34626d11bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:25.076718 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:19:25.078379 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:26.555369 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:26.691303 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:35.074027 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:36.685284 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:36.687270 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:46.091322 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:50.070674 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:19:51.585211 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-14296e1e-9233-455c-b2c6-6eef44154a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:53.831444 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-49f1364b-87fc-4dff-825e-d3e966fa0de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:55.081016 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:56.558575 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:19:56.684006 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:02.076470 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:20:06.677859 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:06.678601 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:12.072801 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:21.589343 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11f6f92a-2074-46e7-8bff-bdb84c7d4f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:23.085086 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:23.091761 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:23.834919 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5bce20a1-53ab-47fa-b9cd-5d0c258a7c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:25.084354 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:26.359568 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59302) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:20:26.367147 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [None req-11318106-4bfc-48be-b5ba-02b728d6e9a1 tempest-verify_tempest_config-1700141328 tempest-verify_tempest_config-1700141328-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:20:26.368140 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-11318106-4bfc-48be-b5ba-02b728d6e9a1 tempest-verify_tempest_config-1700141328 tempest-verify_tempest_config-1700141328-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0075564 Sep 28 07:20:26.561248 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:26.689429 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:26.884639 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59320) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:20:27.219412 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:27.325465 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Publish callbacks [] for security_group (fb396a60-b68a-45c5-abbd-dab84a67c70c), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:27.329953 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fb396a60-b68a-45c5-abbd-dab84a67c70c), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:27.375906 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5034390a05dc4ff1a46373745be0f0a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4901950 Sep 28 07:20:27.376590 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb396a60-b68a-45c5-abbd-dab84a67c70c,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:20:27.378707 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59324) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:20:27.383235 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.383582 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.383939 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.384281 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.384616 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.384958 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.385293 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.385624 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.385953 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.386279 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.386616 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.386958 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.387282 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.387599 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.387915 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abb8a9-cf3d-49cd-8260-9f409283875e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.435957 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Publish callbacks [] for security_group (fb396a60-b68a-45c5-abbd-dab84a67c70c), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:27.455861 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Publish callbacks [] for security_group (fb396a60-b68a-45c5-abbd-dab84a67c70c), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:27.546683 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fb396a60-b68a-45c5-abbd-dab84a67c70c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:27.549164 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:27.550313 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fb396a60-b68a-45c5-abbd-dab84a67c70c HTTP/1.1" status: 204 len: 168 time: 0.1706121 Sep 28 07:20:27.558481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb396a60-b68a-45c5-abbd-dab84a67c70c,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:20:27.565794 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.566138 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.566479 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.566820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.567148 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.567475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.567790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.568113 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.568460 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.568787 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.569160 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.569506 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.569829 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.570150 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:27.570468 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade15a8-f26e-4bfb-aba8-577db1d6c49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:20:36.678601 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:37.370096 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=16,neutron:INSERT=8 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:37.380020 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:37.554071 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:37.561579 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:37.590401 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:39.075396 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:20:46.678787 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=11 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:49.071879 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:20:51.591440 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-203cacf3-c676-43ef-be50-9b57b80ee7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:53.836309 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5a56b670-b076-40f6-92c9-1c5388a11fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:55.085847 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:56.566679 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:20:56.694017 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:00.084993 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:00.088903 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:06.680374 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:06.688285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:16.077395 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:21:21.593044 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-340a13ff-c47a-408a-82eb-c4fe9e87ca73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:23.837603 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6456507e-cca7-4863-93c4-5b39a720b838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:25.088620 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:26.069417 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:26.070186 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:26.569234 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:26.695457 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:36.684330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:36.691252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:37.080488 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:37.085481 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:50.076486 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:21:51.595003 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-24ad43a1-6420-4024-923d-22ea674ed980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:53.075776 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 5 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:21:53.842656 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-117053aa-5b2a-44ea-a3df-55f31f86c1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:55.092721 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:56.573619 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:21:56.702603 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:03.071829 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:03.072567 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:06.695001 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:06.697951 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:08.073418 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025229'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:14.075598 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:14.084537 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:17.427593 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59420) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:22:17.551637 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b7631897-011f-47d5-9cf5-dcd195a461df admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1229398 Sep 28 07:22:18.065912 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:18.069960 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:20.017953 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59430) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:22:20.071288 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e82beccd-b2d9-4c74-8026-0ba7e805a7fa admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523205 Sep 28 07:22:21.597843 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2ac78742-26e2-44c9-8fa0-8fa5adbe38ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:23.844665 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-21f3efaf-e26f-453b-885f-a5d538735209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:25.094946 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:26.579792 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:26.697341 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:27.546384 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:30.066646 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:30.075396 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:22:36.690702 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:36.692474 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:38.030382 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:48.019647 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:48.025740 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:51.075795 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=19 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:51.080882 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:22:51.599963 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6645-6112-40b4-9797-fa7b1d884fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:53.847177 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fa452980-0887-4f97-8e58-76492ef9da2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:55.097910 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:56.580418 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:22:56.700743 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:06.693430 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:06.695292 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:07.074315 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:23:08.027079 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:17.070352 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:21.602940 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5cb3377b-98dc-4e86-aa3e-c1ffec0516fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:23.940679 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d03bee2f-c2bf-4d69-bc28-e8ee424ff95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:25.100685 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:26.583484 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:26.706880 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:28.072834 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:28.078029 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:36.699768 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:36.702389 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:38.041247 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:41.073810 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:44.073219 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:23:48.029112 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:48.035378 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:51.623153 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-583b93ea-bf6a-47f7-ac66-2cfab769cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:53.854553 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8865d7f-9147-4b90-aac8-2cc6a5d02fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:54.069176 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:54.070803 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:54.865577 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59642) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:54.947909 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59650) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:54.978162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59654) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:55.108881 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.113782 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59660) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:55.217776 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-881033762-network', 'tenant_id': '6f391a1187074b68b3c6a887634b479b'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:55.249492 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Made reservation on behalf of 6f391a1187074b68b3c6a887634b479b for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:55.254476 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.269757 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.377402 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks [] for security_group (b29f93a8-f6b2-4d99-8cd1-4680bff6746b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.381941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b29f93a8-f6b2-4d99-8cd1-4680bff6746b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.417685 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f93a8-f6b2-4d99-8cd1-4680bff6746b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:55.434539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-183143492-network', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:55.444469 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1188950381-network', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:55.450209 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.451325 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.452064 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.452550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.453162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.454080 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.454636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.455265 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.455829 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.456657 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.457179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.457824 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.458307 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.458837 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.459198 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Tracked resource versions report: Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: pushed versions: Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: { 'AddressGroup': {'1.2'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Agent': {'1.1'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'ConntrackHelper': {'1.0'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Log': {'1.0'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'NDPProxy': {'1.0'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Network': {'1.1'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Port': {'1.7'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'PortForwarding': {'1.3'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'QosPolicy': {'1.10'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroup': {'1.5'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SubPort': {'1.0'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Subnet': {'1.1'}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Trunk': {'1.1'}} Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: consumer versions: Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: HyperV agent@hv-cinder-85944: {}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Agent': '1.1', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'ConntrackHelper': '1.0', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'LocalIPAssociation': '1.0', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Log': '1.0', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'NDPProxy': '1.0', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Network': '1.1', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Port': '1.7', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'PortForwarding': '1.3', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'QosPolicy': '1.10', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroup': '1.5', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SecurityGroupRule': '1.2', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'SubPort': '1.0', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Subnet': '1.1', Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: 'Trunk': '1.1'}} Sep 28 07:23:55.460680 dv-cinder-859447-1-iscsi neutron-server[106258]: {{(pid=106258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:23:55.473442 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-network', 'tenant_id': '60646ef7a4ad4eb1860952504092742d'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:55.503261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Made reservation on behalf of 60646ef7a4ad4eb1860952504092742d for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:55.505940 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.522197 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:23:55.533698 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.573999 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (465d53d8-7622-40a2-853a-bfebc5d9d762), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.574908 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Added segment 465d53d8-7622-40a2-853a-bfebc5d9d762 of type vlan for network a68568d7-53b7-4646-8455-51184edc4b5d Sep 28 07:23:55.644434 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Made reservation on behalf of 416f25107a0d4eb0bab9d92e59cf07f4 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:55.648321 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.650476 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Made reservation on behalf of fc7675d275394d8893d0facf20d3a4e7 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:55.652839 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.726956 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (a68568d7-53b7-4646-8455-51184edc4b5d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.788825 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.791076 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.962684 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks [] for security_group (922304a9-6485-4ea6-9566-ebb0e9de184b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:55.979686 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (922304a9-6485-4ea6-9566-ebb0e9de184b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.010197 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:23:56.035647 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922304a9-6485-4ea6-9566-ebb0e9de184b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:56.038140 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (a68568d7-53b7-4646-8455-51184edc4b5d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.039539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:56.039762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.080714 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2111475 Sep 28 07:23:56.081364 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59718) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:56.087728 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Request body: {'subnet': {'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-881033762-subnet', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:56.127904 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Made reservation on behalf of 6f391a1187074b68b3c6a887634b479b for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:56.129617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (f4cb1d62-c070-4a79-9b83-5ed5b3372f7a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.130272 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Added segment f4cb1d62-c070-4a79-9b83-5ed5b3372f7a of type vlan for network ad570fd1-a088-4600-9208-cf0f3843e053 Sep 28 07:23:56.131658 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=66,neutron:INSERT=28,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:56.132440 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:56.134492 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.216919 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f2938-27e8-4e52-bef4-98cb92b36ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=a68568d7-53b7-4646-8455-51184edc4b5d,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:56.221669 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (ad570fd1-a088-4600-9208-cf0f3843e053), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.229077 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network a68568d7-53b7-4646-8455-51184edc4b5d details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:23:56.314694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks [] for security_group (f63fa140-02a5-48f3-8b26-5273b8ff8f62), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.316362 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (ad570fd1-a088-4600-9208-cf0f3843e053), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.317430 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:56.318373 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.342843 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks [] for security_group (67750e94-fbab-4e85-b7ac-e34bee9bc3f9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.344045 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f63fa140-02a5-48f3-8b26-5273b8ff8f62), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.369685 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2547452 Sep 28 07:23:56.375172 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59740) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:56.377165 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (67750e94-fbab-4e85-b7ac-e34bee9bc3f9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.390004 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:23:56.410665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (810b5e71-e085-4f54-bdbf-c63db8aa115e), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.411155 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Added segment 810b5e71-e085-4f54-bdbf-c63db8aa115e of type vlan for network 2074fef2-a4a7-4181-98e7-e7c64838b0de Sep 28 07:23:56.465345 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (2074fef2-a4a7-4181-98e7-e7c64838b0de), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.536308 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Request body: {'subnet': {'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-subnet', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:56.556820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (2074fef2-a4a7-4181-98e7-e7c64838b0de), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.558502 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:56.559361 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.581255 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:23:56.602666 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6533909 Sep 28 07:23:56.606669 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59752) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:56.616794 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.623967 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Request body: {'subnet': {'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-subnet', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:56.635378 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (2cbbb6be-4283-43c3-afcf-37f000ad022c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.635834 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Added segment 2cbbb6be-4283-43c3-afcf-37f000ad022c of type vlan for network 716c4394-ff90-4541-b49b-242eeb2d130a Sep 28 07:23:56.649808 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63fa140-02a5-48f3-8b26-5273b8ff8f62,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:56.657137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e066bd-f335-434c-8951-867bd4d5a4e7 admin admin] Pushing event updated for resources: {'Network': ['ID=ad570fd1-a088-4600-9208-cf0f3843e053,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:56.702739 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network ad570fd1-a088-4600-9208-cf0f3843e053 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:23:56.707421 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Made reservation on behalf of 60646ef7a4ad4eb1860952504092742d for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:56.709911 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.726766 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Made reservation on behalf of fc7675d275394d8893d0facf20d3a4e7 for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:56.737397 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.744189 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67750e94-fbab-4e85-b7ac-e34bee9bc3f9,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:56.791463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (716c4394-ff90-4541-b49b-242eeb2d130a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.895437 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0494d98-0642-4b2d-923f-6b697d90287c admin admin] Pushing event updated for resources: {'Network': ['ID=2074fef2-a4a7-4181-98e7-e7c64838b0de,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:56.908256 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (716c4394-ff90-4541-b49b-242eeb2d130a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.911299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:56.912590 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:56.928730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:56.968565 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:23:57.000108 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (3381bf72-7241-40a8-99f2-5642624dce19), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.076522 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.078834 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3381bf72-7241-40a8-99f2-5642624dce19,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:57.092005 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=17,neutron:SELECT=74,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:57.103677 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.104152 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.104231 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.104569 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.104901 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.105278 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.105652 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.105917 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.106255 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.106596 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.107351 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.107670 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.108167 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.108642 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.109131 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Tracked resource versions report: Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: pushed versions: Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: { 'AddressGroup': {'1.2'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Agent': {'1.1'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'ConntrackHelper': {'1.0'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Log': {'1.0'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'NDPProxy': {'1.0'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Network': {'1.1'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Port': {'1.7'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'PortForwarding': {'1.3'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'QosPolicy': {'1.10'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroup': {'1.5'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SubPort': {'1.0'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Subnet': {'1.1'}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Trunk': {'1.1'}} Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: consumer versions: Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: HyperV agent@hv-cinder-85944: {}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Agent': '1.1', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'ConntrackHelper': '1.0', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'LocalIPAssociation': '1.0', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Log': '1.0', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'NDPProxy': '1.0', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Network': '1.1', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Port': '1.7', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'PortForwarding': '1.3', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'QosPolicy': '1.10', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroup': '1.5', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SecurityGroupRule': '1.2', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'SubPort': '1.0', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Subnet': '1.1', Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: 'Trunk': '1.1'}} Sep 28 07:23:57.110479 dv-cinder-859447-1-iscsi neutron-server[106259]: {{(pid=106259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:23:57.161330 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Checking segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:23:57.161721 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Network hostable DHCP agents. Network: a68568d7-53b7-4646-8455-51184edc4b5d, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:23:57.243861 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Network a68568d7-53b7-4646-8455-51184edc4b5d is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:23:57.257733 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (00948a5b-a69b-4a0f-8ce8-e22929cc4cbd), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.293771 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] Pushing event updated for resources: {'Network': ['ID=716c4394-ff90-4541-b49b-242eeb2d130a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:57.306993 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 716c4394-ff90-4541-b49b-242eeb2d130a details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:23:57.312056 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2cd94160-06ef-4232-8d25-2268bffae42e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3327713 Sep 28 07:23:57.316133 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:57.318779 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59818) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:57.324715 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, a68568d7-53b7-4646-8455-51184edc4b5d) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:57.328117 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Request body: {'subnet': {'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1188950381-subnet', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:57.334473 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:57.335218 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.351930 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (7c0d824b-7e81-48f9-bb63-13e48d358083), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.365805 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Made reservation on behalf of 416f25107a0d4eb0bab9d92e59cf07f4 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:23:57.368388 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.379339 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-474df31f-0425-460b-a515-4cd4350d51a6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2965550 Sep 28 07:23:57.382190 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59822) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:57.389532 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:57.407146 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Checking segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:23:57.407686 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Network hostable DHCP agents. Network: 2074fef2-a4a7-4181-98e7-e7c64838b0de, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:23:57.412995 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed7d5f-44a0-4802-abb9-45377b9d997f None None] Network a68568d7-53b7-4646-8455-51184edc4b5d requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:23:57.438923 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.442810 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.479957 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:23:57.545207 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0d824b-7e81-48f9-bb63-13e48d358083,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:57.549684 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59826) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:57.599561 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 2074fef2-a4a7-4181-98e7-e7c64838b0de) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:57.617826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:57.621937 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.648570 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d51ad-b8cc-42da-94bc-d941a1d47d76 None None] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:23:57.687664 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:57.689678 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:57.783485 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Checking segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:23:57.783861 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Network hostable DHCP agents. Network: ad570fd1-a088-4600-9208-cf0f3843e053, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:23:57.843401 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks [] for router_controller (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), precommit_add_association {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.861428 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d11fc99a-52c2-43bc-aa1f-0d9433f40c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.867224 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59840) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:57.867429 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2239af7e-2257-4b3c-af81-37114c7888e8 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2585483 Sep 28 07:23:57.913765 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:57.917224 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-2074fef2-a4a7-4181-98e7-e7c64838b0de', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:23:57.917224 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.939029 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.940178 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.954053 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-a68568d7-53b7-4646-8455-51184edc4b5d', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'project_id': '6f391a1187074b68b3c6a887634b479b', 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:23:57.955035 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:57.956342 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (aaffdb9e-7058-482d-b5c7-55e497609c78), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.005015 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:58.006073 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Network ad570fd1-a088-4600-9208-cf0f3843e053 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:23:58.048528 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, ad570fd1-a088-4600-9208-cf0f3843e053) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:58.065354 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59842) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:58.081998 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec6313-8125-454e-9a01-c69efd8c2f00 None None] Network ad570fd1-a088-4600-9208-cf0f3843e053 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:23:58.102657 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks [] for router_controller (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.104674 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:58.105400 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.155815 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks [] for router_gateway (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.279206 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-ad570fd1-a088-4600-9208-cf0f3843e053', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'project_id': '60646ef7a4ad4eb1860952504092742d', 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:23:58.280658 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.283712 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Checking segment: {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:23:58.284069 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Network hostable DHCP agents. Network: 716c4394-ff90-4541-b49b-242eeb2d130a, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:23:58.346172 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9416-62e6-4739-8cfd-408ec64bce41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.371418 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks [] for router_gateway (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.391602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaffdb9e-7058-482d-b5c7-55e497609c78,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:58.404911 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:58.458847 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d11fc99a-52c2-43bc-aa1f-0d9433f40c6e admin admin] Publish callbacks [] for security_group (37558633-6db3-470b-a748-cc90d2ea22de), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.460891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:58.475003 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:58.486807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Allocated IP 172.20.0.2 (ad570fd1-a088-4600-9208-cf0f3843e053/7c0d824b-7e81-48f9-bb63-13e48d358083/a46804ad-ae68-4b63-b6dc-1d072e2b72e1) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:23:58.522472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks [] for router_gateway (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.545548 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Allocated IP 172.20.0.2 (2074fef2-a4a7-4181-98e7-e7c64838b0de/00948a5b-a69b-4a0f-8ce8-e22929cc4cbd/41f3421d-cf53-4bb1-92af-3e744b964134) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:23:58.554654 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d11fc99a-52c2-43bc-aa1f-0d9433f40c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (37558633-6db3-470b-a748-cc90d2ea22de), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.565092 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.603950 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Allocated IP 172.20.0.2 (a68568d7-53b7-4646-8455-51184edc4b5d/3381bf72-7241-40a8-99f2-5642624dce19/5ef316ef-3a93-48a4-bf99-87ab51810dd5) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:23:58.627666 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d11fc99a-52c2-43bc-aa1f-0d9433f40c6e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3be8275d006449a0b8e9f59f1a7cbaeb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0736203 Sep 28 07:23:58.631703 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fc99a-52c2-43bc-aa1f-0d9433f40c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37558633-6db3-470b-a748-cc90d2ea22de,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:58.651592 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ca870677-abd9-4159-8b16-4b3f802f3f20 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1575913 Sep 28 07:23:58.651592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59850) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:58.692212 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59852) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:58.694075 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Network 716c4394-ff90-4541-b49b-242eeb2d130a is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:23:58.700709 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:58.751861 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9416-62e6-4739-8cfd-408ec64bce41 admin admin] Publish callbacks [] for security_group (5b8ff751-6e32-4f2d-977a-2dd771f8b417), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.767948 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (a143e79c-0f84-4509-a5e0-0cd8d3472037), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.768987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (a143e79c-0f84-4509-a5e0-0cd8d3472037), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.771522 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Allocated IP 172.27.2.144 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/bb358554-7ddf-41c3-a248-310cd556f5f5) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:23:58.775993 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9416-62e6-4739-8cfd-408ec64bce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (5b8ff751-6e32-4f2d-977a-2dd771f8b417), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.826938 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks [] for router_controller (a143e79c-0f84-4509-a5e0-0cd8d3472037), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:58.833182 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-fd4d9416-62e6-4739-8cfd-408ec64bce41 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fb4b67535ab1418b9475c9199f374c92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7652962 Sep 28 07:23:58.837737 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59860) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:58.933934 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d9416-62e6-4739-8cfd-408ec64bce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ff751-6e32-4f2d-977a-2dd771f8b417,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:59.008186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:59.034758 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 716c4394-ff90-4541-b49b-242eeb2d130a) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:59.036608 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:59.048651 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a869b76c-bdde-4e7c-92d3-c29404764aff admin admin] Publish callbacks [] for security_group (37558633-6db3-470b-a748-cc90d2ea22de), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.049128 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-02c7ee77-964e-4b27-a196-03da39eb5a7f admin admin] Publish callbacks [] for security_group (5b8ff751-6e32-4f2d-977a-2dd771f8b417), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.056849 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Publish callbacks [] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.058525 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658cc504-bad2-4f21-8c4e-e5f464b21e46 None None] Network 716c4394-ff90-4541-b49b-242eeb2d130a requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:23:59.059233 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:23:59.060574 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.086547 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks [] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.089494 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-02c7ee77-964e-4b27-a196-03da39eb5a7f admin admin] Publish callbacks [] for security_group (5b8ff751-6e32-4f2d-977a-2dd771f8b417), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.092780 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.142407 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.216249 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Publish callbacks [] for port (41f3421d-cf53-4bb1-92af-3e744b964134), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.221226 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-046ba0e6-977f-4a0a-9913-786a69a15996 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9008591 Sep 28 07:23:59.222953 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks [] for router_gateway (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.225297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Publish callbacks [] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.227714 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Pushing event updated for resources: {'Port': ['ID=bb358554-7ddf-41c3-a248-310cd556f5f5,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:59.229026 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59874) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:23:59.238780 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.249384 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Network ad570fd1-a088-4600-9208-cf0f3843e053 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:23:59.254782 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.270130 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:23:59.285675 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Network a68568d7-53b7-4646-8455-51184edc4b5d is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:23:59.287365 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:23:59.289967 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:59.290628 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=9 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:59.291936 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:59.297894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a869b76c-bdde-4e7c-92d3-c29404764aff admin admin] Publish callbacks [] for security_group (37558633-6db3-470b-a748-cc90d2ea22de), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.301317 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:59.303242 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:23:59.307170 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:23:59.314524 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:23:59.324066 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:23:59.326481 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Pushing event updated for resources: {'Port': ['ID=a46804ad-ae68-4b63-b6dc-1d072e2b72e1,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:59.350640 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:23:59.354877 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.359644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.360289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.360830 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.361387 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.361929 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.362437 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.362941 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.363445 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.363959 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.364461 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.365009 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.365530 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.366283 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.366797 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.367356 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Tracked resource versions report: Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: pushed versions: Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: { 'AddressGroup': {'1.2'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Agent': {'1.1'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'ConntrackHelper': {'1.0'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Log': {'1.0'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'NDPProxy': {'1.0'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Network': {'1.1'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Port': {'1.7'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'PortForwarding': {'1.3'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'QosPolicy': {'1.10'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroup': {'1.5'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SubPort': {'1.0'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Subnet': {'1.1'}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Trunk': {'1.1'}} Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: consumer versions: Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: HyperV agent@hv-cinder-85944: {}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Agent': '1.1', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'ConntrackHelper': '1.0', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'LocalIPAssociation': '1.0', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Log': '1.0', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'NDPProxy': '1.0', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Network': '1.1', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Port': '1.7', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'PortForwarding': '1.3', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'QosPolicy': '1.10', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroup': '1.5', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SecurityGroupRule': '1.2', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'SubPort': '1.0', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Subnet': '1.1', Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: 'Trunk': '1.1'}} Sep 28 07:23:59.368878 dv-cinder-859447-1-iscsi neutron-server[106260]: {{(pid=106260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:23:59.441411 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:23:59.445124 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:59.475587 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:23:59.481813 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-02c7ee77-964e-4b27-a196-03da39eb5a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (5b8ff751-6e32-4f2d-977a-2dd771f8b417), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.486398 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-02c7ee77-964e-4b27-a196-03da39eb5a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.488160 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-02c7ee77-964e-4b27-a196-03da39eb5a7f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5b8ff751-6e32-4f2d-977a-2dd771f8b417 HTTP/1.1" status: 204 len: 168 time: 0.6476860 Sep 28 07:23:59.552252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-716c4394-ff90-4541-b49b-242eeb2d130a', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'fixed_ips': [{'subnet_id': 'aaffdb9e-7058-482d-b5c7-55e497609c78'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:23:59.553548 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.590381 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7ee77-964e-4b27-a196-03da39eb5a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ff751-6e32-4f2d-977a-2dd771f8b417,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:59.614213 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Attempting to bind port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:23:59.614809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Attempting to bind port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:23:59.615311 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Attempting to bind port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 on network a68568d7-53b7-4646-8455-51184edc4b5d {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:23:59.618171 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Attempting to bind port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:23:59.618684 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Attempting to bind port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:23:59.619173 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Attempting to bind port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 on network ad570fd1-a088-4600-9208-cf0f3843e053 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:23:59.634259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks [] for router_gateway (a143e79c-0f84-4509-a5e0-0cd8d3472037), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.672342 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Pushing event updated for resources: {'Port': ['ID=41f3421d-cf53-4bb1-92af-3e744b964134,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:59.736703 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Attempting to bind port 41f3421d-cf53-4bb1-92af-3e744b964134 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:23:59.737142 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Attempting to bind port 41f3421d-cf53-4bb1-92af-3e744b964134 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:23:59.737648 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Attempting to bind port 41f3421d-cf53-4bb1-92af-3e744b964134 on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:23:59.750891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.752678 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.901082 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:23:59.901464 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Checking segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:23:59.901833 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.902219 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Bound using segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:23:59.902716 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Bound port: a46804ad-ae68-4b63-b6dc-1d072e2b72e1, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:23:59.903065 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.912400 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:23:59.912763 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Checking segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:23:59.913432 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.913597 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Bound using segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:23:59.914035 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Bound port: 5ef316ef-3a93-48a4-bf99-87ab51810dd5, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:23:59.914405 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.917588 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Pushing event updated for resources: {'Port': ['ID=5ef316ef-3a93-48a4-bf99-87ab51810dd5,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:23:59.944230 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a869b76c-bdde-4e7c-92d3-c29404764aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (37558633-6db3-470b-a748-cc90d2ea22de), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.946104 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks [] for router_gateway (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.947137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a869b76c-bdde-4e7c-92d3-c29404764aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:23:59.948452 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a869b76c-bdde-4e7c-92d3-c29404764aff admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/37558633-6db3-470b-a748-cc90d2ea22de HTTP/1.1" status: 204 len: 168 time: 1.2956340 Sep 28 07:24:00.010137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869b76c-bdde-4e7c-92d3-c29404764aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37558633-6db3-470b-a748-cc90d2ea22de,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:00.081942 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] For port a46804ad-ae68-4b63-b6dc-1d072e2b72e1, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:00.085769 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] For port a46804ad-ae68-4b63-b6dc-1d072e2b72e1, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a46804ad-ae68-4b63-b6dc-1d072e2b72e1,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:00.108756 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.120650 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:00.134880 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks [] for router_gateway (a143e79c-0f84-4509-a5e0-0cd8d3472037), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.141479 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks [] for router_controller (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.174006 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Allocated IP 172.27.2.126 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/1433fc0d-95e8-4204-8f99-0b686e07c10b) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:00.227935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.254450 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:00.254963 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Checking segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:00.257404 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.258113 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Bound using segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:00.258979 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Bound port: 41f3421d-cf53-4bb1-92af-3e744b964134, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:00.259539 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.266542 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] For port 5ef316ef-3a93-48a4-bf99-87ab51810dd5, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:00.328894 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.389928 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3e755-a29b-4b75-864b-9fb2072ef887 None None] Pushing event updated for resources: {'Port': ['ID=a46804ad-ae68-4b63-b6dc-1d072e2b72e1,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:00.517228 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:00.547313 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] For port 5ef316ef-3a93-48a4-bf99-87ab51810dd5, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5ef316ef-3a93-48a4-bf99-87ab51810dd5,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:00.571642 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Allocated IP 172.20.0.2 (716c4394-ff90-4541-b49b-242eeb2d130a/aaffdb9e-7058-482d-b5c7-55e497609c78/7d282a22-8a8f-4d8a-a841-23c3f6524f7c) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:00.580334 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.671491 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:24:00.720661 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:00.753191 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c46abf-22fc-46d7-9697-00cec384b517 None None] Pushing event updated for resources: {'Port': ['ID=5ef316ef-3a93-48a4-bf99-87ab51810dd5,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:00.797172 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:00.848472 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a46804ad-ae68-4b63-b6dc-1d072e2b72e1 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:00.917054 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:00.926796 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59926) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:00.928562 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Sync routers for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:00.945991 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4422e161-09db-40d1-b315-e95797cdb768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:00.946186 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:00.946805 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:00.957442 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] For port 41f3421d-cf53-4bb1-92af-3e744b964134, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:00.967838 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks [] for router_gateway (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.027048 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:01.027048 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.027048 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 Sep 28 07:24:01.060775 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.062183 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-f9147b33-0214-4537-a5c8-b6dea43fa008 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6787741 Sep 28 07:24:01.063323 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks [] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.070609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 59928) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:01.085442 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] For port 41f3421d-cf53-4bb1-92af-3e744b964134, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=41f3421d-cf53-4bb1-92af-3e744b964134,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:01.113256 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.171192 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4422e161-09db-40d1-b315-e95797cdb768 admin admin] Publish callbacks [] for security_group (6f16d2a0-9f6a-4224-ba2d-40a836f64f7e), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.180661 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4422e161-09db-40d1-b315-e95797cdb768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (6f16d2a0-9f6a-4224-ba2d-40a836f64f7e), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.266733 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:01.276235 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422e161-09db-40d1-b315-e95797cdb768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f16d2a0-9f6a-4224-ba2d-40a836f64f7e,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:01.313315 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-4422e161-09db-40d1-b315-e95797cdb768 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e244df106ee04da7960526dd44780549&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3853080 Sep 28 07:24:01.317673 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 59936) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:01.333910 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:01.334962 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.410400 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:01.415503 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abd4618e-ad7c-4d87-a33b-caf71b241e68 admin admin] Publish callbacks [] for security_group (6f16d2a0-9f6a-4224-ba2d-40a836f64f7e), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.448643 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f332-3bb9-4494-9f39-f98eb100f19d None None] Pushing event updated for resources: {'Port': ['ID=41f3421d-cf53-4bb1-92af-3e744b964134,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:01.456514 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abd4618e-ad7c-4d87-a33b-caf71b241e68 admin admin] Publish callbacks [] for security_group (6f16d2a0-9f6a-4224-ba2d-40a836f64f7e), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.531744 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port a46804ad-ae68-4b63-b6dc-1d072e2b72e1, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a46804ad-ae68-4b63-b6dc-1d072e2b72e1,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:01.556126 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abd4618e-ad7c-4d87-a33b-caf71b241e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (6f16d2a0-9f6a-4224-ba2d-40a836f64f7e), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.565401 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abd4618e-ad7c-4d87-a33b-caf71b241e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.566867 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.572910 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-abd4618e-ad7c-4d87-a33b-caf71b241e68 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6f16d2a0-9f6a-4224-ba2d-40a836f64f7e HTTP/1.1" status: 204 len: 168 time: 0.2541442 Sep 28 07:24:01.619212 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:01.628039 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4618e-ad7c-4d87-a33b-caf71b241e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f16d2a0-9f6a-4224-ba2d-40a836f64f7e,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:01.828595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Publish callbacks [] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.851205 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.864855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:01.872274 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=a46804ad-ae68-4b63-b6dc-1d072e2b72e1,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:01.950190 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Network 716c4394-ff90-4541-b49b-242eeb2d130a is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:01.960279 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:01.972645 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:02.019287 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Pushing event updated for resources: {'Port': ['ID=1433fc0d-95e8-4204-8f99-0b686e07c10b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:02.070468 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:02.094875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:02.133877 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Pushing event updated for resources: {'Port': ['ID=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:02.167572 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:23:59Z', 'revision_number': 3, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:02.180916 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Attempting to bind port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:02.181497 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Attempting to bind port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:02.182280 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Attempting to bind port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c on network 716c4394-ff90-4541-b49b-242eeb2d130a {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:02.188287 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9339a40-0f98-4635-b663-aabf43825472 None None] Network ad570fd1-a088-4600-9208-cf0f3843e053 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:02.249326 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Checking router: 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:02.249682 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Updating router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 port bb358554-7ddf-41c3-a248-310cd556f5f5 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:02.336634 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:02.433168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:02.517275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-67942332-d0c5-488b-953b-9d4359d10856 None None] Provisioning complete for port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:02.517275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-67942332-d0c5-488b-953b-9d4359d10856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:02.517275 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-67942332-d0c5-488b-953b-9d4359d10856 None None] Attempt 1 to provision port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 Sep 28 07:24:02.659685 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf341a83-d0b2-40ce-8d2a-e6c7ecd9d5d8 None None] Network a68568d7-53b7-4646-8455-51184edc4b5d requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:02.742370 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Allocated IP 172.27.2.141 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/eacda5dd-8e28-4d75-b4e5-0257828bd865) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:02.895605 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:02.978691 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4757da-fa14-4e3f-af24-d572d6b2696a None None] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:02.985008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks [] for router_gateway (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.046444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.086244 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:03.088057 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:03.094082 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a46804ad-ae68-4b63-b6dc-1d072e2b72e1 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:03.191139 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:03.191511 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Checking segment: {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:03.191912 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.192302 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Bound using segment: {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:03.192793 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Bound port: 7d282a22-8a8f-4d8a-a841-23c3f6524f7c, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:03.193243 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.284453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:03.291223 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-67942332-d0c5-488b-953b-9d4359d10856 None None] Current status of the port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:03.295160 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks [] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.376526 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] For port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:03.380015 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] For port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:03.394265 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.425867 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks [] for router_gateway (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.478384 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b63ce-2257-4e5f-b93c-c472569826cf None None] Pushing event updated for resources: {'Port': ['ID=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:03.565782 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:03.566478 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.567248 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 Sep 28 07:24:03.583518 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Provisioning complete for port 41f3421d-cf53-4bb1-92af-3e744b964134 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:03.583886 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.584617 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Attempt 1 to provision port 41f3421d-cf53-4bb1-92af-3e744b964134 Sep 28 07:24:03.619486 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.705502 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:03.745601 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.776893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:03.857096 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:03.857096 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5ef316ef-3a93-48a4-bf99-87ab51810dd5 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:03.866721 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Current status of the port 41f3421d-cf53-4bb1-92af-3e744b964134 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:03.867095 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:03.991320 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] For port 41f3421d-cf53-4bb1-92af-3e744b964134, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=41f3421d-cf53-4bb1-92af-3e744b964134,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:04.020662 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.045208 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Publish callbacks [] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.082006 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.197503 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Pushing event updated for resources: {'Port': ['ID=bb358554-7ddf-41c3-a248-310cd556f5f5,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:04.228979 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.230831 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.231268 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.232899 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.233345 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.235910 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.236363 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.236751 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.237204 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.237610 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.238603 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.241354 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.241789 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.242194 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.242834 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Tracked resource versions report: Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: pushed versions: Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: { 'AddressGroup': {'1.2'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Agent': {'1.1'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'ConntrackHelper': {'1.0'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'LocalIPAssociation': {'1.0'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Log': {'1.0'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'NDPProxy': {'1.0'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Network': {'1.1'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Port': {'1.7'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'PortForwarding': {'1.3'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'QosPolicy': {'1.10'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroup': {'1.5'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroupRule': {'1.2'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SubPort': {'1.0'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Subnet': {'1.1'}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Trunk': {'1.1'}} Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: consumer versions: Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: { DHCP agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: HyperV agent@hv-cinder-85944: {}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: L3 agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: Metadata agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: Metering agent@dv-cinder-859447-1-iscsi: {}, Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: Open vSwitch agent@dv-cinder-859447-1-iscsi: { 'AddressGroup': '1.2', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Agent': '1.1', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'ConntrackHelper': '1.0', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'LocalIPAssociation': '1.0', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Log': '1.0', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'NDPProxy': '1.0', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Network': '1.1', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Port': '1.7', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'PortForwarding': '1.3', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'QosPolicy': '1.10', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroup': '1.5', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SecurityGroupRule': '1.2', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'SubPort': '1.0', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Subnet': '1.1', Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: 'Trunk': '1.1'}} Sep 28 07:24:04.244189 dv-cinder-859447-1-iscsi neutron-server[106261]: {{(pid=106261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 07:24:04.256813 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Attempting to bind port bb358554-7ddf-41c3-a248-310cd556f5f5 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:04.257210 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Attempting to bind port bb358554-7ddf-41c3-a248-310cd556f5f5 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:04.267083 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Attempting to bind port bb358554-7ddf-41c3-a248-310cd556f5f5 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:04.268009 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Provisioning complete for port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:04.268902 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.269211 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Attempt 1 to provision port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 Sep 28 07:24:04.283301 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Allocated IP 172.20.0.1 (a68568d7-53b7-4646-8455-51184edc4b5d/3381bf72-7241-40a8-99f2-5642624dce19/5be4314b-0ccb-415f-9479-e86f664f4837) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:04.340449 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Pushing event updated for resources: {'Port': ['ID=41f3421d-cf53-4bb1-92af-3e744b964134,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:04.393955 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:04.394331 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:04.394906 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.404904 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:04.406716 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Bound port: bb358554-7ddf-41c3-a248-310cd556f5f5, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:04.409833 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.425671 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:04.426078 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.430870 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 Sep 28 07:24:04.495039 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60046) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:04.525250 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] For port bb358554-7ddf-41c3-a248-310cd556f5f5, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:04.529336 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] For port bb358554-7ddf-41c3-a248-310cd556f5f5, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=bb358554-7ddf-41c3-a248-310cd556f5f5,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:04.532372 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:04.540372 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.573782 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks [] for port (5be4314b-0ccb-415f-9479-e86f664f4837), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.617762 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086694-c8a3-47db-ad91-07ed93b11fbc None None] Pushing event updated for resources: {'Port': ['ID=bb358554-7ddf-41c3-a248-310cd556f5f5,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:04.627674 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:04.628440 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:04.629273 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:04.630319 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:04.631764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Pushing event updated for resources: {'Port': ['ID=eacda5dd-8e28-4d75-b4e5-0257828bd865,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:04.637692 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:04.657803 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.663199 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Current status of the port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:04.666674 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.712332 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:04.764709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] For port 5ef316ef-3a93-48a4-bf99-87ab51810dd5, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5ef316ef-3a93-48a4-bf99-87ab51810dd5,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:04.803450 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:04.813803 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.884250 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Pushing event updated for resources: {'Port': ['ID=5be4314b-0ccb-415f-9479-e86f664f4837,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:04.939617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Network a68568d7-53b7-4646-8455-51184edc4b5d is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:04.946540 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:04.948920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:04.949486 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:04.984125 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:04.984510 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.055754 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Provisioning complete for port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:05.056162 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.056506 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Attempt 1 to provision port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 Sep 28 07:24:05.059168 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd28-6278-4003-bae7-148d0fafbe9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.130763 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13416930-916c-4ea1-8a6e-e785e6037d8f None None] Pushing event updated for resources: {'Port': ['ID=5ef316ef-3a93-48a4-bf99-87ab51810dd5,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:05.151687 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:05.293476 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd28-6278-4003-bae7-148d0fafbe9b admin admin] Publish callbacks [] for security_group (9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.304282 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b30cbd28-6278-4003-bae7-148d0fafbe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.313644 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:23:59Z', 'revision_number': 3, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:05.374068 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.db.api [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 07:24:05.374581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG oslo_db.api [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 07:24:05.377865 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b30cbd28-6278-4003-bae7-148d0fafbe9b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=65a56e3dd3fe4554a215b003fe095afa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8789043 Sep 28 07:24:05.384977 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1292219-20c4-4bdd-8b82-141164b7834f None None] The sync data for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi is: [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:23:59Z', 'revision_number': 3, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:05.389286 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60064) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:05.423017 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cbd28-6278-4003-bae7-148d0fafbe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:05.472379 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-94129780-4c89-4ae1-951a-6cea040ff93e admin admin] Publish callbacks [] for security_group (9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.479779 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Allocated IP 172.27.2.184 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:05.484168 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:05.485464 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Current status of the port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:05.488498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.503092 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-94129780-4c89-4ae1-951a-6cea040ff93e admin admin] Publish callbacks [] for security_group (9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.506136 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Provisioning complete for port 41f3421d-cf53-4bb1-92af-3e744b964134 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:05.506510 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.507145 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Attempt 1 to provision port 41f3421d-cf53-4bb1-92af-3e744b964134 Sep 28 07:24:05.572624 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-94129780-4c89-4ae1-951a-6cea040ff93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.573654 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be1f32-f743-43d5-99a0-680ab82661ac None None] Network 716c4394-ff90-4541-b49b-242eeb2d130a requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:05.576249 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-94129780-4c89-4ae1-951a-6cea040ff93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.577691 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-94129780-4c89-4ae1-951a-6cea040ff93e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12 HTTP/1.1" status: 204 len: 168 time: 0.1875682 Sep 28 07:24:05.587699 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129780-4c89-4ae1-951a-6cea040ff93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8e2ffd-fa93-4ac7-b3a8-426b6161bc12,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:05.623235 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:05.785101 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Current status of the port 41f3421d-cf53-4bb1-92af-3e744b964134 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:05.793654 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60086) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:05.812879 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Provisioning complete for port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:05.813304 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:05.813631 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Attempt 1 to provision port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 Sep 28 07:24:06.027794 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6d70ac54-1ed3-4d28-a85e-17450b7d267e None None] Current status of the port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:06.095809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:06.097054 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 41f3421d-cf53-4bb1-92af-3e744b964134 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:06.207023 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Provisioning complete for port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:06.207426 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.207765 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 1 to provision port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c Sep 28 07:24:06.209388 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks [] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.327960 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 41f3421d-cf53-4bb1-92af-3e744b964134 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:06.328346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.332746 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 41f3421d-cf53-4bb1-92af-3e744b964134 Sep 28 07:24:06.368845 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.418486 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-676faa5b-ea97-41ed-b774-a7f08b851854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.450740 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60104) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:06.496829 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-547ebc46-305f-4176-8c00-2fc85515005a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.542335 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:06.547303 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:06.566543 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:06.571256 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:06.576428 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.589140 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:06.592855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks [] for router_gateway (a143e79c-0f84-4509-a5e0-0cd8d3472037), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.601952 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:06.613638 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Pushing event updated for resources: {'Port': ['ID=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:06.657200 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-676faa5b-ea97-41ed-b774-a7f08b851854 admin admin] Publish callbacks [] for security_group (0c5b47f9-85e9-415b-a830-ad602f60eea7), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.674389 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-676faa5b-ea97-41ed-b774-a7f08b851854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0c5b47f9-85e9-415b-a830-ad602f60eea7), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.697232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Current status of the port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:06.697623 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.702635 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:06.733157 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-676faa5b-ea97-41ed-b774-a7f08b851854 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4dac84ced24a4030991c3e7bc5854227&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9381669 Sep 28 07:24:06.737447 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676faa5b-ea97-41ed-b774-a7f08b851854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b47f9-85e9-415b-a830-ad602f60eea7,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:06.744104 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60110) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:06.752782 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 41f3421d-cf53-4bb1-92af-3e744b964134 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:06.779437 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] For port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:06.785654 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.786736 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-547ebc46-305f-4176-8c00-2fc85515005a admin admin] Publish callbacks [] for security_group (8aba809b-92e9-4a43-87cd-8ae31bf68ed9), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.806342 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35dc1eab-5a6e-442e-9357-3b3613f6e6c9 admin admin] Publish callbacks [] for security_group (0c5b47f9-85e9-415b-a830-ad602f60eea7), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.830832 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35dc1eab-5a6e-442e-9357-3b3613f6e6c9 admin admin] Publish callbacks [] for security_group (0c5b47f9-85e9-415b-a830-ad602f60eea7), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.861114 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Provisioning complete for port 5be4314b-0ccb-415f-9479-e86f664f4837 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:06.861114 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.861114 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 1 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:06.909063 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-547ebc46-305f-4176-8c00-2fc85515005a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8aba809b-92e9-4a43-87cd-8ae31bf68ed9), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.949977 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Pushing event updated for resources: {'Port': ['ID=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:06.960441 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:06.971777 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35dc1eab-5a6e-442e-9357-3b3613f6e6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0c5b47f9-85e9-415b-a830-ad602f60eea7), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.974702 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35dc1eab-5a6e-442e-9357-3b3613f6e6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:06.978381 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-35dc1eab-5a6e-442e-9357-3b3613f6e6c9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0c5b47f9-85e9-415b-a830-ad602f60eea7 HTTP/1.1" status: 204 len: 168 time: 0.2309058 Sep 28 07:24:06.987200 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-547ebc46-305f-4176-8c00-2fc85515005a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a4b8ea15e151462e98a707cead3768a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351577 Sep 28 07:24:06.987903 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60118) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:07.021228 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ebc46-305f-4176-8c00-2fc85515005a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba809b-92e9-4a43-87cd-8ae31bf68ed9,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:07.036351 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:24:07.041823 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc1eab-5a6e-442e-9357-3b3613f6e6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b47f9-85e9-415b-a830-ad602f60eea7,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:07.089747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device bb358554-7ddf-41c3-a248-310cd556f5f5 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:07.111239 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7597c2-ed85-420a-9f59-dcdec8dc50f7 admin admin] Publish callbacks [] for security_group (8aba809b-92e9-4a43-87cd-8ae31bf68ed9), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.154597 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7597c2-ed85-420a-9f59-dcdec8dc50f7 admin admin] Publish callbacks [] for security_group (8aba809b-92e9-4a43-87cd-8ae31bf68ed9), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.209347 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port bb358554-7ddf-41c3-a248-310cd556f5f5 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:07.209731 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.210286 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port bb358554-7ddf-41c3-a248-310cd556f5f5 Sep 28 07:24:07.221716 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7597c2-ed85-420a-9f59-dcdec8dc50f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8aba809b-92e9-4a43-87cd-8ae31bf68ed9), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.225330 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7597c2-ed85-420a-9f59-dcdec8dc50f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.226842 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6a7597c2-ed85-420a-9f59-dcdec8dc50f7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8aba809b-92e9-4a43-87cd-8ae31bf68ed9 HTTP/1.1" status: 204 len: 168 time: 0.2360806 Sep 28 07:24:07.237211 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7597c2-ed85-420a-9f59-dcdec8dc50f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba809b-92e9-4a43-87cd-8ae31bf68ed9,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:07.304853 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:07.320898 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:07.345936 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60126) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:07.383412 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port bb358554-7ddf-41c3-a248-310cd556f5f5 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:07.384451 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.415921 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port bb358554-7ddf-41c3-a248-310cd556f5f5, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=bb358554-7ddf-41c3-a248-310cd556f5f5,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:07.422826 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.423667 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7d282a22-8a8f-4d8a-a841-23c3f6524f7c up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:07.464486 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 2 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:07.485322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks [] for router_gateway (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.508465 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60132) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:07.558874 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28ba14d-da45-4a1a-ba47-cd4c436757ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.563720 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:07.565578 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:07.583927 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=bb358554-7ddf-41c3-a248-310cd556f5f5,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:07.611759 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:07.612164 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.612765 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c Sep 28 07:24:07.635646 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:07.653196 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (a143e79c-0f84-4509-a5e0-0cd8d3472037), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.664409 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:07.685374 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks [] for port (5be4314b-0ccb-415f-9479-e86f664f4837), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.693970 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Sync routers for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:07.751596 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.752624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.759998 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:07.760637 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:07.780538 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28ba14d-da45-4a1a-ba47-cd4c436757ee admin admin] Publish callbacks [] for security_group (920ba238-5272-4fca-bf2a-c25c9677f820), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.794945 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28ba14d-da45-4a1a-ba47-cd4c436757ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (920ba238-5272-4fca-bf2a-c25c9677f820), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:07.884444 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ba14d-da45-4a1a-ba47-cd4c436757ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920ba238-5272-4fca-bf2a-c25c9677f820,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:07.913865 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-f28ba14d-da45-4a1a-ba47-cd4c436757ee admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a3d0e074e9c845aca8a38bfcd902f6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041243 Sep 28 07:24:07.916642 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60146) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:08.004881 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:08.006662 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5ef316ef-3a93-48a4-bf99-87ab51810dd5 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:08.062309 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.064514 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9f150e45-a929-4e00-adf3-5f4b0952e42a admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.1795368 Sep 28 07:24:08.069848 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 3 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:08.071935 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60156) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:08.097407 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8e9231c6-6ac4-4299-8852-c199120464eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.118935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:08.173930 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.176886 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:08.179807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:08.237520 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Pushing event updated for resources: {'Port': ['ID=5be4314b-0ccb-415f-9479-e86f664f4837,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:08.250871 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:08.251238 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.251563 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 Sep 28 07:24:08.307904 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8e9231c6-6ac4-4299-8852-c199120464eb admin admin] Publish callbacks [] for security_group (9ca24451-235d-41c2-89e9-61057c773830), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.329825 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b3e4dc9-8baa-4b44-88f2-90009a11ec4b admin admin] Publish callbacks [] for security_group (920ba238-5272-4fca-bf2a-c25c9677f820), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.331958 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8e9231c6-6ac4-4299-8852-c199120464eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9ca24451-235d-41c2-89e9-61057c773830), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.362109 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.383807 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9231c6-6ac4-4299-8852-c199120464eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca24451-235d-41c2-89e9-61057c773830,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:08.424782 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Network a68568d7-53b7-4646-8455-51184edc4b5d is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:08.436330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:08.444385 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-8e9231c6-6ac4-4299-8852-c199120464eb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=776c9f40cffa41ddbc8d35a95627504a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0943167 Sep 28 07:24:08.445579 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60168) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:08.448834 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:08.453137 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 41f3421d-cf53-4bb1-92af-3e744b964134 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:08.456058 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:02Z', 'revision_number': 3, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:08.459989 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b3e4dc9-8baa-4b44-88f2-90009a11ec4b admin admin] Publish callbacks [] for security_group (920ba238-5272-4fca-bf2a-c25c9677f820), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.499876 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Router a143e79c-0f84-4509-a5e0-0cd8d3472037 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:24:08.510719 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Checking router: d4c1e8ad-09ed-4674-a1d9-d2706b364a9d for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:08.512150 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Updating router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d port 1433fc0d-95e8-4204-8f99-0b686e07c10b binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:08.632572 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:08.640536 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.646232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:08.662733 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:08.667820 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b3e4dc9-8baa-4b44-88f2-90009a11ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (920ba238-5272-4fca-bf2a-c25c9677f820), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.671495 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b3e4dc9-8baa-4b44-88f2-90009a11ec4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.673011 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6b3e4dc9-8baa-4b44-88f2-90009a11ec4b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/920ba238-5272-4fca-bf2a-c25c9677f820 HTTP/1.1" status: 204 len: 168 time: 0.7548885 Sep 28 07:24:08.687089 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:08.697932 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 4 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:08.705654 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 41f3421d-cf53-4bb1-92af-3e744b964134 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:08.706206 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.706555 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 41f3421d-cf53-4bb1-92af-3e744b964134 Sep 28 07:24:08.736097 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e4dc9-8baa-4b44-88f2-90009a11ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920ba238-5272-4fca-bf2a-c25c9677f820,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:08.743229 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:08.852331 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:08.853960 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:24:08.857452 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a2c601f-d65d-4f3e-95ff-77ea39672fa7 admin admin] Publish callbacks [] for security_group (9ca24451-235d-41c2-89e9-61057c773830), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.906112 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a2c601f-d65d-4f3e-95ff-77ea39672fa7 admin admin] Publish callbacks [] for security_group (9ca24451-235d-41c2-89e9-61057c773830), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:08.918940 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:08.923962 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:24:08.939185 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Sync routers for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:08.953310 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:08.961466 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:09.089017 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.111620 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.120472 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 41f3421d-cf53-4bb1-92af-3e744b964134 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:09.121938 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7cbbf5a2-6cf6-4219-9d2e-bf75f51d6cac admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.4254551 Sep 28 07:24:09.122823 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60180) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:09.166631 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:09.350581 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:09.352567 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:09.359459 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 5 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:09.422222 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a2c601f-d65d-4f3e-95ff-77ea39672fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9ca24451-235d-41c2-89e9-61057c773830), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.424671 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device bb358554-7ddf-41c3-a248-310cd556f5f5 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:09.424784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a2c601f-d65d-4f3e-95ff-77ea39672fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.436151 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3a2c601f-d65d-4f3e-95ff-77ea39672fa7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9ca24451-235d-41c2-89e9-61057c773830 HTTP/1.1" status: 204 len: 168 time: 0.9882305 Sep 28 07:24:09.463480 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:05Z', 'revision_number': 3, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:09.480380 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Sync routers for ids ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:09.489818 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:09.496116 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Checking router: a143e79c-0f84-4509-a5e0-0cd8d3472037 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:09.496854 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Updating router a143e79c-0f84-4509-a5e0-0cd8d3472037 port eacda5dd-8e28-4d75-b4e5-0257828bd865 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:09.514520 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c601f-d65d-4f3e-95ff-77ea39672fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca24451-235d-41c2-89e9-61057c773830,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:09.592720 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.594131 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-039b85da-0014-4ece-b77b-05a338266b24 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2820961 Sep 28 07:24:09.597955 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:09.615915 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Publish callbacks [] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.625378 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5dc3bf1e-554e-45aa-afb4-6a6ad8aaf9aa admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4a52e77b-f5dd-4278-9d9e-5fc121c92c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5363042 Sep 28 07:24:09.626769 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60206) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:09.629752 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.632155 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Sync routers for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:09.645347 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Routers {'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:09.647179 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:09.680386 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:09.692928 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:09.833727 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Allocated IP 172.20.0.1 (2074fef2-a4a7-4181-98e7-e7c64838b0de/00948a5b-a69b-4a0f-8ce8-e22929cc4cbd/cd93b665-1fee-42dc-a69c-e4c5e12d463d) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:09.891606 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:09.966875 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:09.985730 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:10.050593 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks [] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.067853 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 6 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:10.069537 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Attempting to bind port 1433fc0d-95e8-4204-8f99-0b686e07c10b on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:10.069905 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Attempting to bind port 1433fc0d-95e8-4204-8f99-0b686e07c10b by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:10.070270 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Attempting to bind port 1433fc0d-95e8-4204-8f99-0b686e07c10b on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:10.085451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:10.108909 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.261996 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:10.278034 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:10.293419 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:10.295240 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.338125 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:10.339839 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73152b6-c29f-4596-acc8-f8dea6508e8b None None] Pushing event updated for resources: {'Port': ['ID=1433fc0d-95e8-4204-8f99-0b686e07c10b,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:10.360163 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port bb358554-7ddf-41c3-a248-310cd556f5f5 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:10.360554 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.361083 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port bb358554-7ddf-41c3-a248-310cd556f5f5 Sep 28 07:24:10.365723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:10.366306 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:10.366856 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.367415 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:10.368051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Bound port: 1433fc0d-95e8-4204-8f99-0b686e07c10b, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:10.368581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.451180 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Set router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:10.510502 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Pushing event updated for resources: {'Port': ['ID=cd93b665-1fee-42dc-a69c-e4c5e12d463d,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:10.532697 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:10.576278 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:10.581979 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 2, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:10.585928 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Publish callbacks [] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.620988 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] For port 1433fc0d-95e8-4204-8f99-0b686e07c10b, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:10.643662 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Checking router: 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:10.654563 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Updating router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 port 5be4314b-0ccb-415f-9479-e86f664f4837 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:10.659136 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.665121 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] For port 1433fc0d-95e8-4204-8f99-0b686e07c10b, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=1433fc0d-95e8-4204-8f99-0b686e07c10b,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:10.684657 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.720313 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.737139 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port bb358554-7ddf-41c3-a248-310cd556f5f5 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:10.738236 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7d282a22-8a8f-4d8a-a841-23c3f6524f7c up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:10.746121 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Attempting to bind port eacda5dd-8e28-4d75-b4e5-0257828bd865 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:10.749585 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Attempting to bind port eacda5dd-8e28-4d75-b4e5-0257828bd865 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:10.754115 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Attempting to bind port eacda5dd-8e28-4d75-b4e5-0257828bd865 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:10.794668 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:10.795317 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:10.824743 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:10.848172 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8457538-aa11-40f0-9823-9214af004f59 None None] Pushing event updated for resources: {'Port': ['ID=eacda5dd-8e28-4d75-b4e5-0257828bd865,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:10.850665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:10.851044 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.881461 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 7 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:10.931628 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73152b6-c29f-4596-acc8-f8dea6508e8b None None] Pushing event updated for resources: {'Port': ['ID=1433fc0d-95e8-4204-8f99-0b686e07c10b,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:10.944879 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:10.946748 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:10.947256 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.948214 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:10.950147 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Bound port: eacda5dd-8e28-4d75-b4e5-0257828bd865, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:10.951266 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.959570 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:10.991296 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 3, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port': {'id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:10.998492 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:11.051762 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Checking router: fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:11.052112 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Updating router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:11.058925 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:11.059301 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.059670 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c Sep 28 07:24:11.105358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Allocated IP 172.20.0.1 (716c4394-ff90-4541-b49b-242eeb2d130a/aaffdb9e-7058-482d-b5c7-55e497609c78/4c7adc26-5165-412e-aea6-1533e3cc8266) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:11.224115 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:11.324544 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:11.337781 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60258) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:11.358302 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-944876a9-3f28-4ef9-951a-d3c40eff4ae2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13425789', 'description': 'tempest-description--15264533'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:11.526915 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 8 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:11.540615 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.580843 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] For port eacda5dd-8e28-4d75-b4e5-0257828bd865, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:11.584590 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] For port eacda5dd-8e28-4d75-b4e5-0257828bd865, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=eacda5dd-8e28-4d75-b4e5-0257828bd865,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:11.592244 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:11.607503 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Publish callbacks [] for port (5be4314b-0ccb-415f-9479-e86f664f4837), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.609997 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-944876a9-3f28-4ef9-951a-d3c40eff4ae2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.615048 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.727453 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:11.728658 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:11.742252 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks [] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.848564 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:11.861980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.862730 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:11.952190 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Pushing event updated for resources: {'Port': ['ID=4c7adc26-5165-412e-aea6-1533e3cc8266,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:11.970507 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks [] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:11.979865 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:11.988136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Network 716c4394-ff90-4541-b49b-242eeb2d130a is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:11.991792 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:12.002522 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:12.003032 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.023306 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-944876a9-3f28-4ef9-951a-d3c40eff4ae2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (483a4205-ed35-4c41-b142-5ecb714f677f), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.038123 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:12.042488 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.043386 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.136724 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:12.172611 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:12.252023 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.260441 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-944876a9-3f28-4ef9-951a-d3c40eff4ae2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (483a4205-ed35-4c41-b142-5ecb714f677f), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.265685 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:12.302517 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.329014 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:12.340398 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:05Z', 'revision_number': 3, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:12.341658 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Publish callbacks [] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.346082 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.375897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.403847 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:12.421910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-944876a9-3f28-4ef9-951a-d3c40eff4ae2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.428991 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60312) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:12.430515 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-944876a9-3f28-4ef9-951a-d3c40eff4ae2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0900371 Sep 28 07:24:12.433008 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:12.451609 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8364-61db-4dea-995c-f06ec451c770 None None] The sync data for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi is: [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:05Z', 'revision_number': 3, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:12.455971 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0faca385-64bc-4baf-bf33-67e891e31747 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'security_group_rule': {'security_group_id': '483a4205-ed35-4c41-b142-5ecb714f677f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:12.475668 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Attempting to bind port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:12.477612 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Attempting to bind port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:12.478129 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Attempting to bind port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:12.502185 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8457538-aa11-40f0-9823-9214af004f59 None None] Pushing event updated for resources: {'Port': ['ID=eacda5dd-8e28-4d75-b4e5-0257828bd865,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:12.587984 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:09Z', 'revision_number': 1, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:12.678684 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 9 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:12.693261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60320) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:12.705767 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef3e8d-8591-4634-8629-91a97bc32db9 None None] The sync data for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi is: [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:09Z', 'revision_number': 1, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:12.756155 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Attempting to bind port 5be4314b-0ccb-415f-9479-e86f664f4837 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:12.756667 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Attempting to bind port 5be4314b-0ccb-415f-9479-e86f664f4837 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:12.757019 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Attempting to bind port 5be4314b-0ccb-415f-9479-e86f664f4837 on network a68568d7-53b7-4646-8455-51184edc4b5d {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:12.794755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60324) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:12.802932 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe6bf9-81f6-48c1-8f06-28a0fecd40f2 None None] Pushing event updated for resources: {'Port': ['ID=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:12.832249 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0faca385-64bc-4baf-bf33-67e891e31747 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (ee3d6d13-87ec-4281-877a-cb878ba6cefc), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.890859 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb571f82-3665-4816-8dc9-92329dc3012c None None] Pushing event updated for resources: {'Port': ['ID=5be4314b-0ccb-415f-9479-e86f664f4837,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:12.899123 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:12.899468 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:12.899863 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.900247 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:12.914265 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Bound port: b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:12.914680 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.925850 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Port 5be4314b-0ccb-415f-9479-e86f664f4837 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:12.941134 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:12.941134 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Checking segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:12.942536 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:12.943121 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Bound using segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:12.945428 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Bound port: 5be4314b-0ccb-415f-9479-e86f664f4837, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:12.945981 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.037836 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944876a9-3f28-4ef9-951a-d3c40eff4ae2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483a4205-ed35-4c41-b142-5ecb714f677f,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:13.105678 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] For port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:13.111992 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] For port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:13.116688 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Pushing event updated for resources: {'Port': ['ID=cd93b665-1fee-42dc-a69c-e4c5e12d463d,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:13.126495 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:13.128888 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.136914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0faca385-64bc-4baf-bf33-67e891e31747 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (ee3d6d13-87ec-4281-877a-cb878ba6cefc), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.161900 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0faca385-64bc-4baf-bf33-67e891e31747 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (ee3d6d13-87ec-4281-877a-cb878ba6cefc), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.292102 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks [] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.320597 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.327938 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.361376 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca385-64bc-4baf-bf33-67e891e31747 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3d6d13-87ec-4281-877a-cb878ba6cefc,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:13.390065 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0faca385-64bc-4baf-bf33-67e891e31747 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.391336 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0faca385-64bc-4baf-bf33-67e891e31747 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9594591 Sep 28 07:24:13.480785 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Allocated IP 172.20.0.1 (ad570fd1-a088-4600-9208-cf0f3843e053/7c0d824b-7e81-48f9-bb63-13e48d358083/1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:13.524424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60332) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:13.567085 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] For port 5be4314b-0ccb-415f-9479-e86f664f4837, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:13.568320 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-fd5f8292-0520-4f91-aea4-f6c41b78b364 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'security_group_rule': {'security_group_id': '483a4205-ed35-4c41-b142-5ecb714f677f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:13.571917 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] For port 5be4314b-0ccb-415f-9479-e86f664f4837, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5be4314b-0ccb-415f-9479-e86f664f4837,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:13.591103 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.608065 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:24:13.616679 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-813063523-network', 'tenant_id': 'cf46fc260d5c4e4ebd4da468e9076f48'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:13.676426 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Attempt 10 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:13.721186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Routers {'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:13.722035 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:13.722412 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:13.723018 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:13.817133 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks [] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.834652 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb571f82-3665-4816-8dc9-92329dc3012c None None] Pushing event updated for resources: {'Port': ['ID=5be4314b-0ccb-415f-9479-e86f664f4837,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:13.835262 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:13.847011 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe6bf9-81f6-48c1-8f06-28a0fecd40f2 None None] Pushing event updated for resources: {'Port': ['ID=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:13.855170 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:13.860715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5975bca3-895a-4edd-aa8e-44039c9a33ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:13.971267 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] Set router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:14.011287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:14.027142 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-eaec6e65-3322-4379-940a-dd3cc1564457 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d4c1e8ad-09ed-4674-a1d9-d2706b364a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9374766 Sep 28 07:24:14.031184 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:14.037829 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.057368 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Pushing event updated for resources: {'Port': ['ID=4c7adc26-5165-412e-aea6-1533e3cc8266,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:14.129320 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Pushing event updated for resources: {'Port': ['ID=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:14.148855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Network 716c4394-ff90-4541-b49b-242eeb2d130a is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:14.168144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Made reservation on behalf of cf46fc260d5c4e4ebd4da468e9076f48 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:14.170533 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Network ad570fd1-a088-4600-9208-cf0f3843e053 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:14.172110 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:14.181949 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:14.182447 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (a143e79c-0f84-4509-a5e0-0cd8d3472037), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.201768 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.226369 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:14.254423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.550571 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5975bca3-895a-4edd-aa8e-44039c9a33ea admin admin] Publish callbacks [] for security_group (ce893354-b356-4827-9553-a067765a4b3d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.555778 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd5f8292-0520-4f91-aea4-f6c41b78b364 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (93e728e8-f19f-4447-8a1b-3d70d50ea1ac), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.584465 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:13Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:14.719520 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19a7bc-80af-4bf2-aa4a-be3dbbe12a08 None None] The sync data for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi is: [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:13Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:14.793365 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Current status of the port 5be4314b-0ccb-415f-9479-e86f664f4837 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:14.801607 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.803977 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5975bca3-895a-4edd-aa8e-44039c9a33ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ce893354-b356-4827-9553-a067765a4b3d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.836005 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:14.866380 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:14.912756 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1433fc0d-95e8-4204-8f99-0b686e07c10b up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:15.207731 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:15.218464 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:15.253033 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] For port 5be4314b-0ccb-415f-9479-e86f664f4837, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5be4314b-0ccb-415f-9479-e86f664f4837,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:15.259456 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 4, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port': {'id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '4c7adc26-5165-412e-aea6-1533e3cc8266', 'name': '', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'mac_address': 'fa:16:3e:09:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:10Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 2, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'subnets': [{'id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:15.300203 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.306328 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61760541-fb8a-48e3-8c93-a9516e774d0f None None] The sync data for ids ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'] in dv-cinder-859447-1-iscsi is: [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 4, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port': {'id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '4c7adc26-5165-412e-aea6-1533e3cc8266', 'name': '', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'mac_address': 'fa:16:3e:09:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:10Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 2, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'subnets': [{'id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:15.310425 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 1433fc0d-95e8-4204-8f99-0b686e07c10b triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:15.311008 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.311535 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 1433fc0d-95e8-4204-8f99-0b686e07c10b Sep 28 07:24:15.376350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks [] for security_group (08d2f4ba-6aa1-440b-a951-6dde2755dd3b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.398623 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks [] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.401805 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d30e6d-7c99-4678-bfe3-a203abc680c6 None None] Pushing event updated for resources: {'Port': ['ID=5be4314b-0ccb-415f-9479-e86f664f4837,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:15.407529 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd5f8292-0520-4f91-aea4-f6c41b78b364 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (93e728e8-f19f-4447-8a1b-3d70d50ea1ac), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.411792 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:15.416489 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60386) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:15.419588 dv-cinder-859447-1-iscsi neutron-server[106259]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 07:24:15.423164 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60388) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:15.426289 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5975bca3-895a-4edd-aa8e-44039c9a33ea admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c797d626ea3344f2b2b3d55d7b66df2c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6106927 Sep 28 07:24:15.430796 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975bca3-895a-4edd-aa8e-44039c9a33ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce893354-b356-4827-9553-a067765a4b3d,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:15.443545 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd5f8292-0520-4f91-aea4-f6c41b78b364 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (93e728e8-f19f-4447-8a1b-3d70d50ea1ac), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.445154 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Provisioning complete for port cd93b665-1fee-42dc-a69c-e4c5e12d463d triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:15.445670 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.446596 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 1 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:15.450810 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (08d2f4ba-6aa1-440b-a951-6dde2755dd3b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.458843 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.459767 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (a143e79c-0f84-4509-a5e0-0cd8d3472037), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.481997 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:24:15.561897 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:24:15.583549 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f8292-0520-4f91-aea4-f6c41b78b364 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e728e8-f19f-4447-8a1b-3d70d50ea1ac,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:15.595564 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 1433fc0d-95e8-4204-8f99-0b686e07c10b is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:15.601437 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.617218 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:15.634318 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (c8b88521-1b61-4bb0-ac2e-b3ce8eeef752), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.634613 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Added segment c8b88521-1b61-4bb0-ac2e-b3ce8eeef752 of type vlan for network 8759bef7-bde6-494e-b500-1d78abb1e197 Sep 28 07:24:15.646338 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 1433fc0d-95e8-4204-8f99-0b686e07c10b, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=1433fc0d-95e8-4204-8f99-0b686e07c10b,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:15.671339 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.672611 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device eacda5dd-8e28-4d75-b4e5-0257828bd865 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:15.696163 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (8759bef7-bde6-494e-b500-1d78abb1e197), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.819286 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Pushing event updated for resources: {'Port': ['ID=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:15.847862 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=1433fc0d-95e8-4204-8f99-0b686e07c10b,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:15.873399 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd5f8292-0520-4f91-aea4-f6c41b78b364 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.874843 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port eacda5dd-8e28-4d75-b4e5-0257828bd865 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:15.875355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:15.875602 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fd5f8292-0520-4f91-aea4-f6c41b78b364 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3314741 Sep 28 07:24:15.875863 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port eacda5dd-8e28-4d75-b4e5-0257828bd865 Sep 28 07:24:15.904016 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2f4ba-6aa1-440b-a951-6dde2755dd3b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:15.919493 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:15.921000 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60406) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:15.933269 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fe441aa8-baff-4ab2-8d94-ef7571663f3d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/fd8f0f8c-082a-4cb4-b4a2-d152f2758a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3053908 Sep 28 07:24:15.937883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:15.988975 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:16.009036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.009912 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port eacda5dd-8e28-4d75-b4e5-0257828bd865 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:16.010650 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.026550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (8759bef7-bde6-494e-b500-1d78abb1e197), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.027628 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:16.028288 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.054883 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port eacda5dd-8e28-4d75-b4e5-0257828bd865, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=eacda5dd-8e28-4d75-b4e5-0257828bd865,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:16.061558 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.123034 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 2 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:16.203301 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=eacda5dd-8e28-4d75-b4e5-0257828bd865,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:16.218460 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:16.220837 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-912d25b9-96c7-4238-a44f-e8dffd1b52ac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:16.222352 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-912d25b9-96c7-4238-a44f-e8dffd1b52ac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 818 time: 0.8048604 Sep 28 07:24:16.236599 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5363824 Sep 28 07:24:16.239397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60420) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:16.251553 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:16.261901 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Request body: {'subnet': {'network_id': '8759bef7-bde6-494e-b500-1d78abb1e197', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-813063523-subnet', 'tenant_id': 'cf46fc260d5c4e4ebd4da468e9076f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:16.278523 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Network ad570fd1-a088-4600-9208-cf0f3843e053 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:16.282984 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:16.293182 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d77abd1-75f4-4a70-a3b8-1754e21f2d3f admin admin] Publish callbacks [] for security_group (ce893354-b356-4827-9553-a067765a4b3d), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.306597 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-cc96b956-9b78-4f4b-9cbb-67fdf0cce6ec tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/quotas/fc7675d275394d8893d0facf20d3a4e7 HTTP/1.1" status: 200 len: 375 time: 0.0574765 Sep 28 07:24:16.415291 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8eb27-541d-4650-bec6-e356ad3d6e33 admin admin] Pushing event updated for resources: {'Network': ['ID=8759bef7-bde6-494e-b500-1d78abb1e197,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:16.432370 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 8759bef7-bde6-494e-b500-1d78abb1e197 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:24:16.447835 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Made reservation on behalf of cf46fc260d5c4e4ebd4da468e9076f48 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:16.450828 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.479269 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.498000 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:16.556013 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d77abd1-75f4-4a70-a3b8-1754e21f2d3f admin admin] Publish callbacks [] for security_group (ce893354-b356-4827-9553-a067765a4b3d), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.703063 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0550a63e-d1b2-4c3d-a6fd-834e5a891d0e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3955691 Sep 28 07:24:16.719538 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 3 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:16.756535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Allocated IP 172.27.2.236 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/dd84b0a0-a97f-45b3-98f0-c74b65c96ffe) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:16.785030 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60448) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:16.788785 dv-cinder-859447-1-iscsi neutron-server[106258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 07:24:16.807090 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:16.888314 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5be4314b-0ccb-415f-9479-e86f664f4837 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:16.929826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Router a143e79c-0f84-4509-a5e0-0cd8d3472037 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:24:16.963944 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d77abd1-75f4-4a70-a3b8-1754e21f2d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ce893354-b356-4827-9553-a067765a4b3d), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.968851 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d77abd1-75f4-4a70-a3b8-1754e21f2d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:16.973917 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6d77abd1-75f4-4a70-a3b8-1754e21f2d3f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ce893354-b356-4827-9553-a067765a4b3d HTTP/1.1" status: 204 len: 168 time: 1.5497739 Sep 28 07:24:17.034309 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 5be4314b-0ccb-415f-9479-e86f664f4837 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:17.034709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:17.035051 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:17.127496 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77abd1-75f4-4a70-a3b8-1754e21f2d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce893354-b356-4827-9553-a067765a4b3d,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:17.260749 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:17.262349 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 5be4314b-0ccb-415f-9479-e86f664f4837 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:17.264494 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1433fc0d-95e8-4204-8f99-0b686e07c10b up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:17.275094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:17.326907 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-b302fd2c-328d-4929-a189-d24f42ed7319 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:24:17.328013 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-b302fd2c-328d-4929-a189-d24f42ed7319 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2161903 Sep 28 07:24:17.332598 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 4 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:17.339792 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:24:17.350407 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-4e954d11-95cf-42c3-835f-2b2abc36bca9 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a143e79c-0f84-4509-a5e0-0cd8d3472037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2235930 Sep 28 07:24:17.424612 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Sync routers for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:17.473169 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (2b0de58e-a96f-4327-b21c-b0ea7606e840), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:17.561291 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:17.574192 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:17.575284 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:17.620592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:17.683124 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-2d682bf8-9e55-4dfd-94bd-9920a4d341e7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:17.684797 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-2d682bf8-9e55-4dfd-94bd-9920a4d341e7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/networks?id=716c4394-ff90-4541-b49b-242eeb2d130a HTTP/1.1" status: 200 len: 812 time: 0.8972378 Sep 28 07:24:17.690726 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 1433fc0d-95e8-4204-8f99-0b686e07c10b triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:17.691128 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:17.691470 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 1433fc0d-95e8-4204-8f99-0b686e07c10b Sep 28 07:24:17.756379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0de58e-a96f-4327-b21c-b0ea7606e840,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:17.796674 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:17.870024 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60474) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:17.877603 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:17.890623 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-086e3e6c-7991-4a86-9d37-e63cc781dc1d tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/quotas/416f25107a0d4eb0bab9d92e59cf07f4 HTTP/1.1" status: 200 len: 375 time: 0.1841764 Sep 28 07:24:17.898124 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Checking segment: {'id': 'c8b88521-1b61-4bb0-ac2e-b3ce8eeef752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8759bef7-bde6-494e-b500-1d78abb1e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:17.898492 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Network hostable DHCP agents. Network: 8759bef7-bde6-494e-b500-1d78abb1e197, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:24:17.902338 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-57c38fda-3b03-4e68-abc1-0b89f8480fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:17.918364 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:17.958682 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-e29ef3bc-e161-4e25-92ae-56ce12b20a4b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175022 Sep 28 07:24:18.038254 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 1433fc0d-95e8-4204-8f99-0b686e07c10b is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:18.039615 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device eacda5dd-8e28-4d75-b4e5-0257828bd865 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:18.059014 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:18.078222 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-260b760a-cfc9-4358-99ef-cf076b034bc6 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=416f25107a0d4eb0bab9d92e59cf07f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663644 Sep 28 07:24:18.157381 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-9ab9dacb-b49d-4946-86f8-b42926dc7400 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923492 Sep 28 07:24:18.157508 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:18.166389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:18.174134 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:18.175638 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-57c38fda-3b03-4e68-abc1-0b89f8480fd1 admin admin] Publish callbacks [] for security_group (fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.181838 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'Port': ['ID=dd84b0a0-a97f-45b3-98f0-c74b65c96ffe,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:18.183644 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-57c38fda-3b03-4e68-abc1-0b89f8480fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.189535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Network 8759bef7-bde6-494e-b500-1d78abb1e197 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:24:18.277741 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 8759bef7-bde6-494e-b500-1d78abb1e197) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:18.307685 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:18.308552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.316254 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-57c38fda-3b03-4e68-abc1-0b89f8480fd1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e9c18fd129cd47d382567ea203d0b4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373987 Sep 28 07:24:18.318635 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60488) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:18.330404 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Sync routers for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:18.335639 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c38fda-3b03-4e68-abc1-0b89f8480fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:18.375785 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:18.383928 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e3a1f2a4-6787-4f6d-87be-2b6454707478 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1353688 Sep 28 07:24:18.384680 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:18.405289 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (a8f65a25-fca5-4f28-90fc-517dad66da6c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.425554 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-47c436dc-d562-4f60-9657-10b8cc768854 admin admin] Publish callbacks [] for security_group (fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.465198 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-47c436dc-d562-4f60-9657-10b8cc768854 admin admin] Publish callbacks [] for security_group (fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.489006 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.545952 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-47c436dc-d562-4f60-9657-10b8cc768854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.549436 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-47c436dc-d562-4f60-9657-10b8cc768854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.550802 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-47c436dc-d562-4f60-9657-10b8cc768854 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39 HTTP/1.1" status: 204 len: 168 time: 0.2308328 Sep 28 07:24:18.562738 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c436dc-d562-4f60-9657-10b8cc768854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdfd0d7-64e3-4df3-af0f-67dfd6d75d39,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:18.613270 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:18.657871 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-eaa05f53-c3bb-454b-83ab-07f2d1523bd5 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:24:18.659084 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-eaa05f53-c3bb-454b-83ab-07f2d1523bd5 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2016232 Sep 28 07:24:18.785995 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 5 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:18.859943 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:18.860743 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933cfad-eda1-4857-a794-21558e1de591 None None] Network 8759bef7-bde6-494e-b500-1d78abb1e197 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:18.877804 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:18.911323 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.918379 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-13cf0241-f7a5-4b89-8a05-1ccbb71d3e27 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/716c4394-ff90-4541-b49b-242eeb2d130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519960 Sep 28 07:24:18.924293 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:18.924891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (a8f65a25-fca5-4f28-90fc-517dad66da6c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:19.029748 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port eacda5dd-8e28-4d75-b4e5-0257828bd865 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:19.030385 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:19.030821 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port eacda5dd-8e28-4d75-b4e5-0257828bd865 Sep 28 07:24:19.062905 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:19.115250 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:11Z', 'revision_number': 2, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:19.119895 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'Port': ['ID=dd84b0a0-a97f-45b3-98f0-c74b65c96ffe,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:19.125687 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:19.137831 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-b0983126-4326-456b-9e81-3fdc38fcdd2d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/716c4394-ff90-4541-b49b-242eeb2d130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027848 Sep 28 07:24:19.154943 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Checking router: d4c1e8ad-09ed-4674-a1d9-d2706b364a9d for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:19.156085 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Updating router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d port cd93b665-1fee-42dc-a69c-e4c5e12d463d binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:19.160938 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:19.162309 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-bef1c817-5241-4210-aab4-43ce871afaef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2364883 Sep 28 07:24:19.222433 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:19.253330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port eacda5dd-8e28-4d75-b4e5-0257828bd865 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:19.259275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff3e895-f22e-47fe-a5d2-ffe0716e542c None None] Network 8759bef7-bde6-494e-b500-1d78abb1e197 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:19.264565 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:19.337548 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 2, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:19.377489 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 6 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:19.423935 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:19.430671 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Checking router: a143e79c-0f84-4509-a5e0-0cd8d3472037 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:19.432350 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Updating router a143e79c-0f84-4509-a5e0-0cd8d3472037 port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:19.627588 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:19.673655 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60552) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:19.682482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-1c83c9e5-baba-45c0-8184-32c9e71ea3d9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049340149', 'description': 'tempest-description--1004044706'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:19.799697 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:19.877856 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98a8ce93-5430-404a-9fcc-d7fc457bcded req-13cbcc0d-9e0e-4da6-9219-1fd9017835e7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 210 time: 0.1387157 Sep 28 07:24:20.036844 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c83c9e5-baba-45c0-8184-32c9e71ea3d9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.055991 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:20.073891 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-99c13853-b289-4d6e-bcfb-e1ee437b5a5c req-f641549a-fd4e-4c8d-8706-e7eec1711468 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.2642729 Sep 28 07:24:20.078034 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 7 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:20.084909 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:20.142232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:20.166746 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:20.167275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.169400 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 Sep 28 07:24:20.176445 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-7ee213fa-12b5-438f-bbdb-1545c2847d4f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--13425789&fields=id&tenant_id=6f391a1187074b68b3c6a887634b479b HTTP/1.1" status: 200 len: 267 time: 0.1324728 Sep 28 07:24:20.190542 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:20.254474 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Publish callbacks [] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.267411 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.326860 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c83c9e5-baba-45c0-8184-32c9e71ea3d9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (0c6d4343-a291-41cb-a00a-845ce201811e), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.358108 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c83c9e5-baba-45c0-8184-32c9e71ea3d9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0c6d4343-a291-41cb-a00a-845ce201811e), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.393025 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b4559-8043-4232-b483-82e591bf10a4 None None] Pushing event updated for resources: {'Port': ['ID=cd93b665-1fee-42dc-a69c-e4c5e12d463d,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:20.432687 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c83c9e5-baba-45c0-8184-32c9e71ea3d9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.438756 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1c83c9e5-baba-45c0-8184-32c9e71ea3d9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7628722 Sep 28 07:24:20.443462 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60614) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:20.479901 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-bea75fac-5769-490c-a8dd-4ee3b5e6ce74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'security_group_rule': {'security_group_id': '0c6d4343-a291-41cb-a00a-845ce201811e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:20.518144 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Attempting to bind port cd93b665-1fee-42dc-a69c-e4c5e12d463d on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:20.518700 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Attempting to bind port cd93b665-1fee-42dc-a69c-e4c5e12d463d by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:20.519319 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Attempting to bind port cd93b665-1fee-42dc-a69c-e4c5e12d463d on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:20.578055 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-f50b4b72-45be-4539-a490-ad0d3d7870a4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:20.604346 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-f50b4b72-45be-4539-a490-ad0d3d7870a4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 810 time: 0.4205687 Sep 28 07:24:20.614946 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83c9e5-baba-45c0-8184-32c9e71ea3d9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6d4343-a291-41cb-a00a-845ce201811e,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:20.617314 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:20.617693 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Checking segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:20.618087 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.624266 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Bound using segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:20.628967 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Bound port: cd93b665-1fee-42dc-a69c-e4c5e12d463d, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:20.629361 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.671175 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-8445e3fc-4169-49b2-9984-6fa8c93d8f31 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/quotas/6f391a1187074b68b3c6a887634b479b HTTP/1.1" status: 200 len: 375 time: 0.0646403 Sep 28 07:24:20.693664 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:20.698084 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.727168 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60632) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:20.744531 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:20.746385 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1003758521-network', 'tenant_id': '6e9cea1cdb304a40a4707a236bd192c4'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:20.750627 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 8 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:20.766540 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:20.783665 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-88db258a-3706-4041-9a21-9c1a4c784d63 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:20.786672 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-77d76770-322d-41bf-9370-e6a6611180fc tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138952 Sep 28 07:24:20.790859 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-88db258a-3706-4041-9a21-9c1a4c784d63 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 818 time: 0.4622352 Sep 28 07:24:20.832740 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.872401 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-21f83c9a-c3ba-4655-ad68-04cfdd77c951 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/quotas/fc7675d275394d8893d0facf20d3a4e7 HTTP/1.1" status: 200 len: 375 time: 0.0573516 Sep 28 07:24:20.876046 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bea75fac-5769-490c-a8dd-4ee3b5e6ce74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (679c0d47-3881-4181-b3f4-c238d11e2073), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:20.877952 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] For port cd93b665-1fee-42dc-a69c-e4c5e12d463d, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:20.890469 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] For port cd93b665-1fee-42dc-a69c-e4c5e12d463d, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=cd93b665-1fee-42dc-a69c-e4c5e12d463d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:20.894991 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:20.915528 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.026486 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bea75fac-5769-490c-a8dd-4ee3b5e6ce74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (679c0d47-3881-4181-b3f4-c238d11e2073), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.035544 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:21.057917 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bea75fac-5769-490c-a8dd-4ee3b5e6ce74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (679c0d47-3881-4181-b3f4-c238d11e2073), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.066609 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-0aad3cdf-5ddd-4b4a-b481-1adb5df13bb4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927414 Sep 28 07:24:21.130627 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Made reservation on behalf of 6e9cea1cdb304a40a4707a236bd192c4 for: {'network': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:21.131278 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-b1b80f6a-03d0-49cc-bbc6-5201103c4ca2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319914 Sep 28 07:24:21.144728 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Publish callbacks [] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.147231 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.163462 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b4559-8043-4232-b483-82e591bf10a4 None None] Pushing event updated for resources: {'Port': ['ID=cd93b665-1fee-42dc-a69c-e4c5e12d463d,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:21.165680 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bea75fac-5769-490c-a8dd-4ee3b5e6ce74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.166571 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.176017 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-bea75fac-5769-490c-a8dd-4ee3b5e6ce74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7283199 Sep 28 07:24:21.178767 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60650) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:21.195566 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:24:21.210342 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:21.212057 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:21.212592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-a37c2f06-6f9d-4a55-aa6a-dc5196cc7359 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'security_group_rule': {'security_group_id': '0c6d4343-a291-41cb-a00a-845ce201811e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:21.229125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea75fac-5769-490c-a8dd-4ee3b5e6ce74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679c0d47-3881-4181-b3f4-c238d11e2073,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:21.240133 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port cd93b665-1fee-42dc-a69c-e4c5e12d463d cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:21.255086 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:21.331396 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.349624 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126e06c-0a77-421a-afe5-3a052e81fc5c None None] Pushing event updated for resources: {'Port': ['ID=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:21.385094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Attempting to bind port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:21.387576 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Attempting to bind port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:21.398345 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Attempting to bind port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 on network ad570fd1-a088-4600-9208-cf0f3843e053 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:21.524238 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:21.524617 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Checking segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:21.527404 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.527970 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Bound using segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:21.529794 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Bound port: 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:21.531970 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.536652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f06-6f9d-4a55-aa6a-dc5196cc7359 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (32a3c685-7c09-423f-88ce-c40cc341a5fb), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.628471 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-e8c0c605-e023-4fd4-814b-8bb8e0ac131b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606623 Sep 28 07:24:21.653642 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-e7998ff6-fc16-4a24-9dd5-d096c6100da4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101991 Sep 28 07:24:21.691539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f06-6f9d-4a55-aa6a-dc5196cc7359 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (32a3c685-7c09-423f-88ce-c40cc341a5fb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.709637 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f06-6f9d-4a55-aa6a-dc5196cc7359 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (32a3c685-7c09-423f-88ce-c40cc341a5fb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.763698 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2f06-6f9d-4a55-aa6a-dc5196cc7359 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a3c685-7c09-423f-88ce-c40cc341a5fb,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:21.775570 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:21.790610 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] For port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:21.794208 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a37c2f06-6f9d-4a55-aa6a-dc5196cc7359 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.799944 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a37c2f06-6f9d-4a55-aa6a-dc5196cc7359 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6019113 Sep 28 07:24:21.801730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60668) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:21.802506 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] For port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:21.813976 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:21.819745 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 9 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:21.821390 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-2428908f-6f9c-4609-963d-9d3672d78e7e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849463 Sep 28 07:24:21.830086 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:21.898934 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.931963 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.950320 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks [] for security_group (88254b20-1f94-49e7-9b1a-a97c2bcd772e), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:21.959929 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (88254b20-1f94-49e7-9b1a-a97c2bcd772e), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.067619 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=106259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:24:22.124257 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126e06c-0a77-421a-afe5-3a052e81fc5c None None] Pushing event updated for resources: {'Port': ['ID=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:22.175368 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:22.190173 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:23:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:22.229524 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791936222913', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (037390d6-8d58-48ae-9a3a-1ff9c71237d1), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.230076 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Unsubscribe: segment precommit_create {{(pid=106259) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 07:24:22.230564 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.segments_db [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Added segment 037390d6-8d58-48ae-9a3a-1ff9c71237d1 of type vlan for network c63e4def-f0d7-463f-841a-5ecc34397397 Sep 28 07:24:22.290900 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-276a329b-487b-4019-82ad-3491df2d6a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.303848 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:22.319736 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.367626 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88254b20-1f94-49e7-9b1a-a97c2bcd772e,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:22.480805 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Current status of the port cd93b665-1fee-42dc-a69c-e4c5e12d463d is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:22.486590 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.494747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (c63e4def-f0d7-463f-841a-5ecc34397397), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.580751 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:22.637594 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9d5bb9f1-8521-491a-8f91-e2dbfc289a08 req-e4216105-c022-44d2-9673-2e5652f26cda tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.2815416 Sep 28 07:24:22.659348 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (c63e4def-f0d7-463f-841a-5ecc34397397), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.660393 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] For port cd93b665-1fee-42dc-a69c-e4c5e12d463d, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=cd93b665-1fee-42dc-a69c-e4c5e12d463d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:22.660523 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:22.660987 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.664084 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:22.681382 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:22.683141 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 Sep 28 07:24:22.746714 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:20Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:22.858838 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:22.870880 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72cb53-fbc6-45e6-bbbc-8ba8f26509ad None None] The sync data for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi is: [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:20Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:22.976161 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2456369 Sep 28 07:24:22.979927 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60718) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:23.010950 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:23.020965 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:23.037126 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Request body: {'subnet': {'network_id': 'c63e4def-f0d7-463f-841a-5ecc34397397', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1003758521-subnet', 'tenant_id': '6e9cea1cdb304a40a4707a236bd192c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:23.124338 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:23.128258 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Provisioning complete for port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:23.128258 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:23.128849 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 1 to provision port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c Sep 28 07:24:23.178218 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb291f0e-be1f-4c85-8a10-b78568a8c642 admin admin] Pushing event updated for resources: {'Network': ['ID=c63e4def-f0d7-463f-841a-5ecc34397397,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:23.217416 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-36592ced-eee5-4f4d-ad44-4f8a3cd3d7c8 req-f27fe62b-b7c4-4812-8209-a510e166b138 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.2452371 Sep 28 07:24:23.264801 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a00b2785-0b15-4c47-8a92-255a893e4dd2 req-d5ea0c52-3a72-4c6e-9725-87628ef9785a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.2839782 Sep 28 07:24:23.306456 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:23.315718 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Made reservation on behalf of 6e9cea1cdb304a40a4707a236bd192c4 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:23.322776 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:23.414166 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network c63e4def-f0d7-463f-841a-5ecc34397397 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:24:23.505750 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Allocated IP 172.27.2.78 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/fa2c0523-f426-4d59-8e17-54082c0b1026) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:23.525840 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:23.719859 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Pushing event updated for resources: {'Port': ['ID=cd93b665-1fee-42dc-a69c-e4c5e12d463d,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:23.809462 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:23.824299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (f29b6469-96d6-4c68-b6d3-12bccaaaa744), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:23.860583 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:23.928589 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29b6469-96d6-4c68-b6d3-12bccaaaa744,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:23.942355 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:23.990347 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c33929cc-cbe1-431e-9705-66d8392040eb req-b8d7d423-34a8-46db-af17-28729c257b26 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0559564 Sep 28 07:24:24.013822 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Checking segment: {'id': '037390d6-8d58-48ae-9a3a-1ff9c71237d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c63e4def-f0d7-463f-841a-5ecc34397397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:24.014487 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Network hostable DHCP agents. Network: c63e4def-f0d7-463f-841a-5ecc34397397, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:24:24.029049 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:24.032608 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:24.038821 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:24.051081 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'Port': ['ID=fa2c0523-f426-4d59-8e17-54082c0b1026,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:24.051281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2d195526-8564-4b45-b22c-ee2886622161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.063909 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:24.065437 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cd93b665-1fee-42dc-a69c-e4c5e12d463d up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:24.093409 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:21Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:24.096523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Network c63e4def-f0d7-463f-841a-5ecc34397397 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:24:24.121263 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (d5a2730d-18dd-4bf8-8a8d-0ba4c025058b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.127415 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, c63e4def-f0d7-463f-841a-5ecc34397397) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:24.133577 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd237e2-e5bf-480b-a29b-2f9278d6b35b None None] The sync data for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi is: [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:21Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:24.140389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:24.141360 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.161214 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a9204-6ff6-4b47-b222-af876e8e521e None None] Network c63e4def-f0d7-463f-841a-5ecc34397397 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:24.198070 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-356c2a7c-27aa-4837-afe5-0a24b8861322 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1961138 Sep 28 07:24:24.200233 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.226816 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Current status of the port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:24.251054 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port cd93b665-1fee-42dc-a69c-e4c5e12d463d triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:24.251326 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.251578 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:24.253904 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Provisioning complete for port 4c7adc26-5165-412e-aea6-1533e3cc8266 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:24.254302 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.254840 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 1 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:24.261361 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:24.324929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:24.367406 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port 4c7adc26-5165-412e-aea6-1533e3cc8266 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:24.384173 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-09a8ebfa-26af-4586-91ee-45222f78d9af req-f71df4db-f8e8-4bff-8594-430cb803b538 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0362277 Sep 28 07:24:24.421320 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876e9f5-e6a9-4885-accf-539b54eda05e None None] Network c63e4def-f0d7-463f-841a-5ecc34397397 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:24:24.430659 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-04a309c5-82b1-4f4d-9111-e6c36b10b135 req-e9b30fc2-37de-4386-947c-f2dc1a75b59c tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0490296 Sep 28 07:24:24.469730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.481635 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.482894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (d5a2730d-18dd-4bf8-8a8d-0ba4c025058b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.519977 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60756) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:24.525988 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port cd93b665-1fee-42dc-a69c-e4c5e12d463d is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:24.554345 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.556098 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7533579 Sep 28 07:24:24.565176 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764b21e-f59f-419b-8fa3-894f7d59c5da tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'Port': ['ID=fa2c0523-f426-4d59-8e17-54082c0b1026,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:24.594987 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] Deleting subnet 2b0de58e-a96f-4327-b21c-b0ea7606e840 {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:24:24.598403 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] Publish callbacks [] for subnet (2b0de58e-a96f-4327-b21c-b0ea7606e840), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.644778 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] Publish callbacks [] for subnet (2b0de58e-a96f-4327-b21c-b0ea7606e840), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.661407 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (2b0de58e-a96f-4327-b21c-b0ea7606e840), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.678522 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cd93b665-1fee-42dc-a69c-e4c5e12d463d up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:24.750696 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (2b0de58e-a96f-4327-b21c-b0ea7606e840), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.755726 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port cd93b665-1fee-42dc-a69c-e4c5e12d463d triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:24.756106 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.756444 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port cd93b665-1fee-42dc-a69c-e4c5e12d463d Sep 28 07:24:24.791266 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0de58e-a96f-4327-b21c-b0ea7606e840,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:24.812657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:24.829231 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60774) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:24.829989 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1b9f789c-33a5-4d45-a320-69a1b473efcd admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/2b0de58e-a96f-4327-b21c-b0ea7606e840 HTTP/1.1" status: 204 len: 168 time: 0.3092704 Sep 28 07:24:24.842777 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:24.898583 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 2 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:24.949070 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port cd93b665-1fee-42dc-a69c-e4c5e12d463d is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:24.952392 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port 4c7adc26-5165-412e-aea6-1533e3cc8266 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:25.003239 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (8759bef7-bde6-494e-b500-1d78abb1e197), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.007903 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-5c62de41-9db4-4499-bf04-1412bc1b6677 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1049340149&fields=id&tenant_id=60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 267 time: 0.1627979 Sep 28 07:24:25.140183 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.147493 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-364b5a8f-90f2-4231-917c-46268b0f7f75 req-4b345456-451a-4333-b7e9-37c146c5eeb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0653768 Sep 28 07:24:25.188498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (8759bef7-bde6-494e-b500-1d78abb1e197), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.225199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.225753 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.226511 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.226858 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > port after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.227199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.227536 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > port after_update 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.227861 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.228204 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.228535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.228875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.452313 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 3 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:25.491971 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port 4c7adc26-5165-412e-aea6-1533e3cc8266 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:25.505624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.506118 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.506293 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.506809 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:24:25.508543 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8759bef7-bde6-494e-b500-1d78abb1e197']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:25.508913 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-638d7c30-90c0-4d55-9dd7-39dd847fdc9f req-f058048b-2635-40e8-875a-bb7ca7a8af4c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0296731 Sep 28 07:24:25.527444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-55fc218a-00de-4234-9495-60656c7d5fca tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:25.529650 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-55fc218a-00de-4234-9495-60656c7d5fca tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 817 time: 0.5130694 Sep 28 07:24:25.536416 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b88521-1b61-4bb0-ac2e-b3ce8eeef752') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:25.536883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b88521-1b61-4bb0-ac2e-b3ce8eeef752') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:25.562589 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (c8b88521-1b61-4bb0-ac2e-b3ce8eeef752), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.583340 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-7f11589a-cfdf-4919-afa2-8d57a87fc344 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/quotas/60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 375 time: 0.0418580 Sep 28 07:24:25.593195 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (c8b88521-1b61-4bb0-ac2e-b3ce8eeef752), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.605716 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6d8f3b1f-d811-4513-a778-5ca345425223 req-6cc6b3c8-10c7-48ae-88a6-7cdc5d95f5d3 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0274844 Sep 28 07:24:25.612484 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:24:25.613025 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (c8b88521-1b61-4bb0-ac2e-b3ce8eeef752), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.700940 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-d856f2ca-7308-4a39-8a98-98db159fbd22 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103084 Sep 28 07:24:25.739579 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (8759bef7-bde6-494e-b500-1d78abb1e197), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.746105 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.749781 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8759bef7-bde6-494e-b500-1d78abb1e197 HTTP/1.1" status: 204 len: 168 time: 0.9190009 Sep 28 07:24:25.752866 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 60798) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:25.793079 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111e14c-8634-463e-94f0-d091ed7fc51d admin admin] Pushing event deleted for resources: {'Network': ['ID=8759bef7-bde6-494e-b500-1d78abb1e197,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:25.829603 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] Deleting subnet f29b6469-96d6-4c68-b6d3-12bccaaaa744 {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:24:25.834259 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] Publish callbacks [] for subnet (f29b6469-96d6-4c68-b6d3-12bccaaaa744), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.855566 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-f94f89fc-387f-47dd-af06-a94d7bbacff7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420050 Sep 28 07:24:25.881038 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] Publish callbacks [] for subnet (f29b6469-96d6-4c68-b6d3-12bccaaaa744), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.887894 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (f29b6469-96d6-4c68-b6d3-12bccaaaa744), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.951846 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment c8b88521-1b61-4bb0-ac2e-b3ce8eeef752 resource provider aggregate not found Sep 28 07:24:25.969155 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (f29b6469-96d6-4c68-b6d3-12bccaaaa744), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:25.977802 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment c8b88521-1b61-4bb0-ac2e-b3ce8eeef752 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b88521-1b61-4bb0-ac2e-b3ce8eeef752 found for delete ", "request_id": "req-6c8d8ef0-00e1-4c8f-8fd2-3dd0b961be4a"}]} Sep 28 07:24:25.993242 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 4 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:26.013773 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.017288 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f29b6469-96d6-4c68-b6d3-12bccaaaa744 HTTP/1.1" status: 204 len: 168 time: 0.2632327 Sep 28 07:24:26.020757 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60810) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:26.024164 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c96c5-6b75-4718-96e2-9a16fcb6e050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29b6469-96d6-4c68-b6d3-12bccaaaa744,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:26.032309 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Sync routers for ids ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:24:26.048609 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-1bbb7e72-2f31-41d6-9840-ebb70c3acda4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798604 Sep 28 07:24:26.058561 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Routers {'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:26.059244 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:24:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:26.061131 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port 4c7adc26-5165-412e-aea6-1533e3cc8266 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:26.062439 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:26.116559 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (c63e4def-f0d7-463f-841a-5ecc34397397), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.198626 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Set router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:26.237083 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (c63e4def-f0d7-463f-841a-5ecc34397397), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.239687 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:26.284765 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63e4def-f0d7-463f-841a-5ecc34397397']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:26.312728 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037390d6-8d58-48ae-9a3a-1ff9c71237d1') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:26.313056 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037390d6-8d58-48ae-9a3a-1ff9c71237d1') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:26.328851 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9b883c65-d42a-418a-8faa-5164343d78f9 req-9ea70b5b-f40d-48e2-a7a3-710840c287ff tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0650339 Sep 28 07:24:26.335873 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (037390d6-8d58-48ae-9a3a-1ff9c71237d1), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.383656 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f092e82-8bff-496b-a6e4-862a012e7070 req-03b0bc42-a7be-4d1a-8ee2-5934da10a664 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0454640 Sep 28 07:24:26.393539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (037390d6-8d58-48ae-9a3a-1ff9c71237d1), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.406393 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:24:26.406770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (037390d6-8d58-48ae-9a3a-1ff9c71237d1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.489907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (c63e4def-f0d7-463f-841a-5ecc34397397), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.494675 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.498428 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c63e4def-f0d7-463f-841a-5ecc34397397 HTTP/1.1" status: 204 len: 168 time: 0.4765120 Sep 28 07:24:26.500657 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:26.514077 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e772ae8-55de-458e-a6d1-d1f590d910b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63e4def-f0d7-463f-841a-5ecc34397397,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:26.564885 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 5 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:26.645187 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-abe252cd-6f41-4bdc-b0f0-1dad56d94392 req-6597fa3f-753c-41b3-939c-bbbaa0fe106f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0519640 Sep 28 07:24:26.667800 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port 4c7adc26-5165-412e-aea6-1533e3cc8266 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:26.694744 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:26.695723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 4, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port': {'id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '4c7adc26-5165-412e-aea6-1533e3cc8266', 'name': '', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'mac_address': 'fa:16:3e:09:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:10Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 2, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'subnets': [{'id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:26.851423 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68db8b48-b4c8-4849-9859-784bbc411211 req-e423148c-25a4-40ba-b84f-fd13d23a5f61 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0884998 Sep 28 07:24:26.881429 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60832) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:26.919802 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:26.923929 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.33', 53155) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:26.947386 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Checking router: fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:24:26.947821 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Updating router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 port 4c7adc26-5165-412e-aea6-1533e3cc8266 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:24:26.971293 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-50f823f2-9684-49cd-b82d-bf5e1dc12c8a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cf46fc260d5c4e4ebd4da468e9076f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882215 Sep 28 07:24:26.973787 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60836) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:27.026849 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.052718 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.091372 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:27.119216 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76b83507-cfa3-42c7-97b1-f864ed449cba admin admin] Publish callbacks [] for security_group (08d2f4ba-6aa1-440b-a951-6dde2755dd3b), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.119587 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-575bfa14-ea86-452c-8fbd-47ba1edc4ea6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:27.121440 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-575bfa14-ea86-452c-8fbd-47ba1edc4ea6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 818 time: 0.1954329 Sep 28 07:24:27.126830 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:27.127197 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.127535 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 Sep 28 07:24:27.141953 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76b83507-cfa3-42c7-97b1-f864ed449cba admin admin] Publish callbacks [] for security_group (08d2f4ba-6aa1-440b-a951-6dde2755dd3b), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.177282 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 6 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:27.182467 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'port': {'device_id': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'admin_state_up': True, 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:27.213874 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76b83507-cfa3-42c7-97b1-f864ed449cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (08d2f4ba-6aa1-440b-a951-6dde2755dd3b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.218713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76b83507-cfa3-42c7-97b1-f864ed449cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.224320 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-76b83507-cfa3-42c7-97b1-f864ed449cba admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/08d2f4ba-6aa1-440b-a951-6dde2755dd3b HTTP/1.1" status: 204 len: 168 time: 0.2485988 Sep 28 07:24:27.235394 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b83507-cfa3-42c7-97b1-f864ed449cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2f4ba-6aa1-440b-a951-6dde2755dd3b,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:27.316127 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port 4c7adc26-5165-412e-aea6-1533e3cc8266 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:27.462948 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:27.463637 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.526632 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:27.541975 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.561498 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3e00aa9-138d-4193-9032-3f6101d1efc4 req-8c1005f5-384a-4fa9-875a-283a191c0cf1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0622685 Sep 28 07:24:27.636454 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bb17337e-ea5d-4614-ac5c-bb4f5dc703c7 req-56cc37e1-076b-4958-82da-d8779fcda05b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.1727338 Sep 28 07:24:27.661577 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Made reservation on behalf of fc7675d275394d8893d0facf20d3a4e7 for: {'port': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:27.665713 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.670279 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:27.698027 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:27.700892 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Publish callbacks [] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.717296 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.792918 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d8e658e-1d9d-4cb6-ad6b-38f391908b8e req-7177ea58-b7e9-484d-aa78-81916adc7d68 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0336430 Sep 28 07:24:27.819581 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 7 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:27.826045 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe55c8-7a2f-4a37-84af-366f6b871ee0 None None] Pushing event updated for resources: {'Port': ['ID=4c7adc26-5165-412e-aea6-1533e3cc8266,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:27.841592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60852) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:27.864191 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Attempting to bind port 4c7adc26-5165-412e-aea6-1533e3cc8266 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:27.864563 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Attempting to bind port 4c7adc26-5165-412e-aea6-1533e3cc8266 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:27.864926 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Attempting to bind port 4c7adc26-5165-412e-aea6-1533e3cc8266 on network 716c4394-ff90-4541-b49b-242eeb2d130a {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:27.886499 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-16c6f235-b1f9-4301-af77-0fc79669b011 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e9cea1cdb304a40a4707a236bd192c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437162 Sep 28 07:24:27.891589 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 60856) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:27.899567 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Port 4c7adc26-5165-412e-aea6-1533e3cc8266 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:27.925655 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:27.926115 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Checking segment: {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:27.926973 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.927368 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Bound using segment: {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:27.927847 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Bound port: 4c7adc26-5165-412e-aea6-1533e3cc8266, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:27.928232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.935144 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Allocated IP 172.20.0.5 (2074fef2-a4a7-4181-98e7-e7c64838b0de/00948a5b-a69b-4a0f-8ce8-e22929cc4cbd/648be1a4-0bc1-44aa-a1c5-4643d67519e4) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:27.953553 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:27.957080 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-190fe157-1dc2-4b81-864c-4d689daa026c admin admin] Publish callbacks [] for security_group (88254b20-1f94-49e7-9b1a-a97c2bcd772e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.964409 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:27.985793 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-190fe157-1dc2-4b81-864c-4d689daa026c admin admin] Publish callbacks [] for security_group (88254b20-1f94-49e7-9b1a-a97c2bcd772e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:27.993469 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-768087c6-e7f3-4f63-a8cb-58c73ad96368 req-996e389a-bf55-4d8b-852a-3d2c922d80ac tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0444665 Sep 28 07:24:28.004877 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] For port 4c7adc26-5165-412e-aea6-1533e3cc8266, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:28.013977 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] For port 4c7adc26-5165-412e-aea6-1533e3cc8266, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=4c7adc26-5165-412e-aea6-1533e3cc8266,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:28.032036 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.089723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:28.091260 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Routers {'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:24:28.092034 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:24:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:28.144908 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe55c8-7a2f-4a37-84af-366f6b871ee0 None None] Pushing event updated for resources: {'Port': ['ID=4c7adc26-5165-412e-aea6-1533e3cc8266,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:28.178768 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 037390d6-8d58-48ae-9a3a-1ff9c71237d1 resource provider aggregate not found Sep 28 07:24:28.196773 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.211004 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 037390d6-8d58-48ae-9a3a-1ff9c71237d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 037390d6-8d58-48ae-9a3a-1ff9c71237d1 found for delete ", "request_id": "req-2d0a9ee3-7aef-440a-aa54-a1747beda2c2"}]} Sep 28 07:24:28.226236 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-190fe157-1dc2-4b81-864c-4d689daa026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (88254b20-1f94-49e7-9b1a-a97c2bcd772e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.228747 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-190fe157-1dc2-4b81-864c-4d689daa026c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.233669 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-190fe157-1dc2-4b81-864c-4d689daa026c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/88254b20-1f94-49e7-9b1a-a97c2bcd772e HTTP/1.1" status: 204 len: 168 time: 0.3406553 Sep 28 07:24:28.241704 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fe157-1dc2-4b81-864c-4d689daa026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88254b20-1f94-49e7-9b1a-a97c2bcd772e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:28.249464 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.266436 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] Set router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:24:28.315155 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:28.326055 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:28.336624 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:28.341475 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:28.342113 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.381034 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'Port': ['ID=648be1a4-0bc1-44aa-a1c5-4643d67519e4,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:28.387079 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-0b2f8c1c-0a4f-4338-87ec-abcccb1e3ae1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105849 Sep 28 07:24:28.400513 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 8 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:28.584429 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Current status of the port 4c7adc26-5165-412e-aea6-1533e3cc8266 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:28.584814 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.659766 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 4, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port': {'id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '4c7adc26-5165-412e-aea6-1533e3cc8266', 'name': '', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'mac_address': 'fa:16:3e:09:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:10Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 4, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'subnets': [{'id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:24:28.689272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48a814-676c-4719-8441-0aad8ffdd7de None None] The sync data for ids ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'] in dv-cinder-859447-1-iscsi is: [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:12Z', 'revision_number': 4, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port': {'id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '4c7adc26-5165-412e-aea6-1533e3cc8266', 'name': '', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'mac_address': 'fa:16:3e:09:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:10Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 4, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'subnets': [{'id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:24:28.691942 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] For port 4c7adc26-5165-412e-aea6-1533e3cc8266, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=4c7adc26-5165-412e-aea6-1533e3cc8266,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:28.704028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.741306 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Provisioning complete for port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:28.745261 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.745884 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 1 to provision port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 Sep 28 07:24:28.773769 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:28.799025 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f50e09a-d838-44c5-9aee-bd10f39d9618 req-bf60cadf-59c3-4b5e-b671-3e01c39074e8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0307114 Sep 28 07:24:28.807472 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-309daf42-4ea2-45ac-b4d4-5a635a5f1313 req-51271d67-685a-49bc-b90c-68ece64dd828 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0368862 Sep 28 07:24:28.858796 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Pushing event updated for resources: {'Port': ['ID=4c7adc26-5165-412e-aea6-1533e3cc8266,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:28.912595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:28.923066 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:28.923449 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.923754 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 Sep 28 07:24:28.949757 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7a2ca8f2-6204-4aed-9d4f-b63a59f67876 req-2b1a8b09-a82b-4e9e-92cf-98176ff77f51 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0361915 Sep 28 07:24:28.954057 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Current status of the port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:28.965015 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:28.975649 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Provisioning complete for port 5be4314b-0ccb-415f-9479-e86f664f4837 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:28.976015 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:28.976345 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Attempt 1 to provision port 5be4314b-0ccb-415f-9479-e86f664f4837 Sep 28 07:24:29.052923 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:29.059908 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 4c7adc26-5165-412e-aea6-1533e3cc8266 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:29.164704 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6ea7c46f-7bd1-4a3e-a939-a47d7c4e317a req-158eebac-169d-483b-ad63-7cdd88f893d4 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0408847 Sep 28 07:24:29.178998 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-63234e08-dcc9-4783-b7f1-fbf74e59602a None None] Current status of the port 5be4314b-0ccb-415f-9479-e86f664f4837 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:29.198650 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 4c7adc26-5165-412e-aea6-1533e3cc8266 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:29.199015 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:29.199372 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:29.280528 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 4c7adc26-5165-412e-aea6-1533e3cc8266 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:29.301212 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Provisioning complete for port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:29.301582 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:29.301913 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Attempt 1 to provision port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 Sep 28 07:24:29.380994 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Current status of the port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:29.390346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Provisioning complete for port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:29.390713 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:29.391043 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Attempt 1 to provision port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 Sep 28 07:24:29.426639 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:29.926801 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1e824e12-0b03-4a0e-9c0c-9bb17a3c50de req-468d77a6-aa4a-4c4b-a956-4b88a213e833 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0351188 Sep 28 07:24:29.927921 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Attempt 2 to provision port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 Sep 28 07:24:29.960566 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9d9467d-dc35-4b02-b1b2-21e92dcc46e8 req-f0231577-b4eb-4e71-84ba-49993f2105e6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0321209 Sep 28 07:24:29.982210 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:30.072451 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0be57be3-37d3-4791-b559-3ba7bc74d6d6 req-7311a1cf-880f-497d-a306-2f364b32185c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Sep 28 07:24:30.197641 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-d7bc24fd-e7db-4955-8ef3-2798202c224c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:24:30.199438 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-d7bc24fd-e7db-4955-8ef3-2798202c224c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0068419 Sep 28 07:24:30.265591 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d69394d-e089-4145-8389-02ff75989724 req-067ea026-d811-4a8d-867e-421227f9d482 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0302498 Sep 28 07:24:30.483643 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Attempt 3 to provision port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 Sep 28 07:24:30.522769 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:30.615042 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.33', 53168) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:30.626723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 4c7adc26-5165-412e-aea6-1533e3cc8266 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:30.730332 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Request body: {'port': {'device_id': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:30.744500 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-75d87fe0-7dac-4da8-8f4e-fb7d36dc21b9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:30.746937 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-75d87fe0-7dac-4da8-8f4e-fb7d36dc21b9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.33 "GET /networking/v2.0/networks?id=716c4394-ff90-4541-b49b-242eeb2d130a HTTP/1.1" status: 200 len: 812 time: 0.1287229 Sep 28 07:24:30.763162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Request body: {'port': {'device_id': 'fa762762-a21e-4513-8589-a928beda6b1d', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'admin_state_up': True, 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:30.909647 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:30.975254 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 4c7adc26-5165-412e-aea6-1533e3cc8266 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:30.975627 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:30.975966 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 4c7adc26-5165-412e-aea6-1533e3cc8266 Sep 28 07:24:31.016135 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Made reservation on behalf of 416f25107a0d4eb0bab9d92e59cf07f4 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:31.020696 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:31.026665 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Attempt 4 to provision port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 Sep 28 07:24:31.028470 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:31.099736 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:31.151872 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 4c7adc26-5165-412e-aea6-1533e3cc8266 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:31.164231 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2799f79e-b6a4-4341-8969-0b2128046468 req-af690795-9b4e-46e3-8d95-af64d4f09d0d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.1147442 Sep 28 07:24:31.255127 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2627722e-4d0e-4e10-a707-ac7deb13db1f req-ac8d6ceb-07c6-4ec0-8192-2735307eb81e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.1453464 Sep 28 07:24:31.362954 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-de1b7d3d-4f6b-47ee-898c-d36da13b2962 req-2ffbd0ea-97ce-4ca6-9f08-63875d78b573 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0586476 Sep 28 07:24:31.436472 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1046be56-cd5f-40d2-b11f-ac9714939342 req-1558a778-6be2-4838-9120-40c6348b0e0e tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0794404 Sep 28 07:24:31.503869 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Allocated IP 172.20.0.8 (716c4394-ff90-4541-b49b-242eeb2d130a/aaffdb9e-7058-482d-b5c7-55e497609c78/47aded81-579e-49a3-9036-c0619f14e849) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:31.533798 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648be1a4-0bc1-44aa-a1c5-4643d67519e4 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:31.544140 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Publish callbacks [] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:31.578920 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Transition to ACTIVE for port object 648be1a4-0bc1-44aa-a1c5-4643d67519e4 will not be triggered until provisioned by entity L2. {{(pid=106259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:24:31.586346 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:31.601122 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Attempt 5 to provision port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 Sep 28 07:24:31.695804 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:31.742764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:31.769469 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:31.778930 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Attempting to bind port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:31.779571 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Attempting to bind port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:31.780131 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Attempting to bind port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:31.829495 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Pushing event updated for resources: {'Port': ['ID=648be1a4-0bc1-44aa-a1c5-4643d67519e4,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:31.854308 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 on network 2074fef2-a4a7-4181-98e7-e7c64838b0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:24:31.856779 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Attempting to bind port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:31.930851 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:31.931137 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Checking segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:31.931680 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Bound using segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:31.932116 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Bound port: 648be1a4-0bc1-44aa-a1c5-4643d67519e4, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:31.932555 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:31.975227 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks [] for port (47aded81-579e-49a3-9036-c0619f14e849), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.002596 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:32.013371 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (47aded81-579e-49a3-9036-c0619f14e849), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.034721 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] For port 648be1a4-0bc1-44aa-a1c5-4643d67519e4, host hv-cinder-85944, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:32.062582 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] For port 648be1a4-0bc1-44aa-a1c5-4643d67519e4, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:32.077537 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.091705 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Network 716c4394-ff90-4541-b49b-242eeb2d130a is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:32.092295 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:32.092976 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.094525 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-888aa747-d409-4292-a258-0cab685b1317 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/648be1a4-0bc1-44aa-a1c5-4643d67519e4 HTTP/1.1" status: 200 len: 1093 time: 1.4788783 Sep 28 07:24:32.095737 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'tag': '648be1a4-0bc1-44aa-a1c5-4643d67519e4'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:24:32.105494 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:32.113609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:32.145199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Pushing event updated for resources: {'Port': ['ID=47aded81-579e-49a3-9036-c0619f14e849,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:32.172200 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:32.172876 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.194076 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c5a3a297-d09e-4789-9b79-9994d499cbb7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4369779 Sep 28 07:24:32.196995 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Attempt 6 to provision port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 Sep 28 07:24:32.279927 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcfca6-ab27-461d-b9fe-28696d5f0c30 None None] Port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:24:32.343352 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 32804) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:32.437618 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61daec5a-1e15-40fd-99bb-27610392286b req-f778d748-c4e9-45e6-bf34-2605693eb9c2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0518160 Sep 28 07:24:32.505823 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Provisioning complete for port 47aded81-579e-49a3-9036-c0619f14e849 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:32.506250 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (47aded81-579e-49a3-9036-c0619f14e849), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.506592 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 1 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:32.508527 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:32.509151 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cde77ee0-a3df-49a3-80d1-53df2102dbec req-1bcff24f-8fce-484b-8a68-d83fd28a81d7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0486903 Sep 28 07:24:32.527230 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888aa747-d409-4292-a258-0cab685b1317 service neutron] Pushing event updated for resources: {'Port': ['ID=648be1a4-0bc1-44aa-a1c5-4643d67519e4,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:32.554190 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:32.560082 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-38a02b64-834c-48d6-ad12-6e3e0b012054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.608713 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc9449db-76dd-48ee-8871-abd675c53c1f req-6c004cf8-6ac9-4d4e-921c-07a7df0b222e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0401061 Sep 28 07:24:32.652036 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd5dda-fdad-4072-a2b3-d2d4dea6a730" -d '{"events": [{"name": "network-changed", "server_uuid": "d3780a43-5882-4fed-90eb-bd39060f6d99", "tag": "648be1a4-0bc1-44aa-a1c5-4643d67519e4"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:24:32.670718 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2066536-a9a8-461b-acb9-5380b1b032a1 req-bf94960d-6523-4a07-bc15-82c14cb42861 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:32.672437 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b2066536-a9a8-461b-acb9-5380b1b032a1 req-bf94960d-6523-4a07-bc15-82c14cb42861 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0924337 Sep 28 07:24:32.678899 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-38a02b64-834c-48d6-ad12-6e3e0b012054 admin admin] Publish callbacks [] for security_group (be880784-64da-4ec4-a870-5a7ee5ce41fd), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.683809 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-38a02b64-834c-48d6-ad12-6e3e0b012054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (be880784-64da-4ec4-a870-5a7ee5ce41fd), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.728359 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-38a02b64-834c-48d6-ad12-6e3e0b012054 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=09a1b435d6e54b55921b06ad5abe315d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839126 Sep 28 07:24:32.729594 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a02b64-834c-48d6-ad12-6e3e0b012054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be880784-64da-4ec4-a870-5a7ee5ce41fd,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:32.732618 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 32822) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:32.749497 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b2066536-a9a8-461b-acb9-5380b1b032a1 req-a9262fb7-655d-4670-8e52-5bf1fdae1f3e tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687144 Sep 28 07:24:32.820201 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4221097c-842f-4348-ad79-995dfccb26ed admin admin] Publish callbacks [] for security_group (be880784-64da-4ec4-a870-5a7ee5ce41fd), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.850582 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4221097c-842f-4348-ad79-995dfccb26ed admin admin] Publish callbacks [] for security_group (be880784-64da-4ec4-a870-5a7ee5ce41fd), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.862156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:32.867875 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=27 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:32.898074 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e545765-f6fa-492d-b7b5-a206d47378ea x-openstack-request-id: req-3e545765-f6fa-492d-b7b5-a206d47378ea {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:24:32.898368 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3780a43-5882-4fed-90eb-bd39060f6d99", "tag": "648be1a4-0bc1-44aa-a1c5-4643d67519e4", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:24:32.898733 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e545765-f6fa-492d-b7b5-a206d47378ea {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:24:32.899165 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e545765-f6fa-492d-b7b5-a206d47378ea'] response: {'name': 'network-changed', 'server_uuid': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'tag': '648be1a4-0bc1-44aa-a1c5-4643d67519e4', 'status': 'completed', 'code': 200} Sep 28 07:24:32.938377 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4221097c-842f-4348-ad79-995dfccb26ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (be880784-64da-4ec4-a870-5a7ee5ce41fd), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.944618 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4221097c-842f-4348-ad79-995dfccb26ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:32.944618 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4221097c-842f-4348-ad79-995dfccb26ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/be880784-64da-4ec4-a870-5a7ee5ce41fd HTTP/1.1" status: 204 len: 168 time: 0.2090673 Sep 28 07:24:32.963125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221097c-842f-4348-ad79-995dfccb26ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be880784-64da-4ec4-a870-5a7ee5ce41fd,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:33.056302 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 2 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:33.103421 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:33.104592 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:33.246084 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 32834) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:33.265100 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5106e265-e1a1-462f-960f-f681d1ee2d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:33.360546 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5106e265-e1a1-462f-960f-f681d1ee2d1f admin admin] Publish callbacks [] for security_group (f3be007b-0ffa-4a60-b5df-df1e2a71da44), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:33.366437 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5106e265-e1a1-462f-960f-f681d1ee2d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f3be007b-0ffa-4a60-b5df-df1e2a71da44), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:33.405396 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e265-e1a1-462f-960f-f681d1ee2d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be007b-0ffa-4a60-b5df-df1e2a71da44,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:33.409934 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-5106e265-e1a1-462f-960f-f681d1ee2d1f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=76548fc0f6af46d5871e4b1f8cefc8f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622620 Sep 28 07:24:33.412517 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 32836) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:33.464115 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33bf11e4-e79a-4e78-aaa1-90661ac7a1d3 admin admin] Publish callbacks [] for security_group (f3be007b-0ffa-4a60-b5df-df1e2a71da44), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:33.487783 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33bf11e4-e79a-4e78-aaa1-90661ac7a1d3 admin admin] Publish callbacks [] for security_group (f3be007b-0ffa-4a60-b5df-df1e2a71da44), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:33.561935 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33bf11e4-e79a-4e78-aaa1-90661ac7a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f3be007b-0ffa-4a60-b5df-df1e2a71da44), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:33.564960 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33bf11e4-e79a-4e78-aaa1-90661ac7a1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:33.569177 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-33bf11e4-e79a-4e78-aaa1-90661ac7a1d3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f3be007b-0ffa-4a60-b5df-df1e2a71da44 HTTP/1.1" status: 204 len: 168 time: 0.1533973 Sep 28 07:24:33.589709 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf11e4-e79a-4e78-aaa1-90661ac7a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be007b-0ffa-4a60-b5df-df1e2a71da44,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:33.614751 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 3 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:33.643786 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-60a72ee3-b3ed-4097-9b90-89b9c6ab5029 req-5f0abd95-1d91-420b-8918-f50b546b5134 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0607412 Sep 28 07:24:33.675854 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:33.720455 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f91e55d1-681d-406c-b298-7c038abee93b req-df7a0f5d-4fc5-4c8e-b70f-820c4f7ad50e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0797751 Sep 28 07:24:33.769392 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9b6acd66-bdd3-4e1b-8001-1712319da7c1 req-a708ac3a-4ee8-4631-9612-dee92c59391a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0322225 Sep 28 07:24:33.900772 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26eed0-4c19-47a7-8c86-1f2d0118a7f0 req-88aa462a-4167-4277-8036-1d40908b3828 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:33.902348 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a26eed0-4c19-47a7-8c86-1f2d0118a7f0 req-88aa462a-4167-4277-8036-1d40908b3828 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0669236 Sep 28 07:24:33.972200 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a26eed0-4c19-47a7-8c86-1f2d0118a7f0 req-3ce58aa3-0350-47ee-a964-7bbd27f45fa9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633004 Sep 28 07:24:34.079985 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 32864) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:34.094266 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9210e62a-7700-4054-a343-41d42f10f15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:34.149940 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:34.177710 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 4 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:34.182755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9210e62a-7700-4054-a343-41d42f10f15e admin admin] Publish callbacks [] for security_group (a2f64524-2ac7-4ce5-9449-3f1b5072dcd4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:34.187944 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9210e62a-7700-4054-a343-41d42f10f15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (a2f64524-2ac7-4ce5-9449-3f1b5072dcd4), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:34.221535 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:34.243471 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9210e62a-7700-4054-a343-41d42f10f15e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f537ee19c67a44c4a9bbf92408c335c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599145 Sep 28 07:24:34.243471 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210e62a-7700-4054-a343-41d42f10f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f64524-2ac7-4ce5-9449-3f1b5072dcd4,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:34.243769 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 32866) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:34.277752 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:34.307440 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-337d6630-f457-483e-b347-72c4912ccb1d admin admin] Publish callbacks [] for security_group (a2f64524-2ac7-4ce5-9449-3f1b5072dcd4), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:34.331088 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-337d6630-f457-483e-b347-72c4912ccb1d admin admin] Publish callbacks [] for security_group (a2f64524-2ac7-4ce5-9449-3f1b5072dcd4), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:34.390125 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-337d6630-f457-483e-b347-72c4912ccb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (a2f64524-2ac7-4ce5-9449-3f1b5072dcd4), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:34.392678 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-337d6630-f457-483e-b347-72c4912ccb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:34.393853 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-337d6630-f457-483e-b347-72c4912ccb1d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a2f64524-2ac7-4ce5-9449-3f1b5072dcd4 HTTP/1.1" status: 204 len: 168 time: 0.1491251 Sep 28 07:24:34.402103 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d6630-f457-483e-b347-72c4912ccb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f64524-2ac7-4ce5-9449-3f1b5072dcd4,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:34.722947 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 5 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:34.816843 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:34.929777 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ac0b5007-2eb0-44cc-a09a-0e1e973cfcc7 req-1c1dce37-14b2-483d-a967-25c025a058dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0800853 Sep 28 07:24:34.969842 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-92214f8a-094a-43c0-81b7-6fcac745fec4 req-31e87d48-b006-463d-9464-87a3f954ca7d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0759528 Sep 28 07:24:35.176809 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-24cc99ca-9de7-46fa-8965-faccbc7fb2aa req-99f7add1-efc3-402e-94ae-8152ea024ad8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0488007 Sep 28 07:24:35.244112 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b9c37-438d-4241-85c4-7dae1964f8ab req-b0c0550c-cfa5-42b6-8549-e87048919f55 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:35.246229 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c9b9c37-438d-4241-85c4-7dae1964f8ab req-b0c0550c-cfa5-42b6-8549-e87048919f55 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.1267219 Sep 28 07:24:35.318915 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 6 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:35.382774 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c9b9c37-438d-4241-85c4-7dae1964f8ab req-56cb40dd-3863-4b26-b1e8-bfb4c348c9b7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295598 Sep 28 07:24:35.441860 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:35.944641 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 7 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:36.039865 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:36.140104 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3283fc0b-7570-4b50-8eda-136fb0c31916 req-ee0942be-5eb1-4b4e-8b19-729d2735bd40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0658255 Sep 28 07:24:36.170978 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6867076f-9759-4d12-9a6d-6517ead01868 req-3d2697cc-cdfa-462e-aec9-63103c5c607c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0569997 Sep 28 07:24:36.305589 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-857dd992-4379-4ffd-8227-4b2104443a7f req-b1039b43-b5d4-4f39-91c1-41fa160da15b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0376399 Sep 28 07:24:36.540795 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 8 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:36.562142 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d861ce-ffd0-4604-87ec-0115e83199b3 req-9af17df0-c461-466f-a70a-f20e8bf810f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:36.563563 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e5d861ce-ffd0-4604-87ec-0115e83199b3 req-9af17df0-c461-466f-a70a-f20e8bf810f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0511558 Sep 28 07:24:36.576760 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:36.611418 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e5d861ce-ffd0-4604-87ec-0115e83199b3 req-6cce1a8f-9ec5-4c82-b0fc-48b668bb020a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Sep 28 07:24:37.077898 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 9 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:37.111975 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:37.239754 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dcf32971-6c99-4fee-9f64-d92b26bc46c9 req-0ee8b860-2d52-4870-bb71-4dba7035f8f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0301540 Sep 28 07:24:37.309829 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b5e5e54c-271c-4306-b5d2-190c682e1a59 req-5c19c6de-5d39-477f-a414-293f7fbc4b3a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0321033 Sep 28 07:24:37.422700 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-062381ab-82c7-4965-8292-77df6c3062c2 req-0b67e93e-a783-4332-add6-e553263a8c65 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0287871 Sep 28 07:24:37.612892 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Attempt 10 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:37.650145 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-903320c7-78da-4df6-a090-32cc8ce8582e None None] Port 47aded81-579e-49a3-9036-c0619f14e849 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:37.724447 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:37.735755 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9449c6-a9ec-443c-b2d6-a33733ec48d6 req-5408bc37-4614-47ab-927c-dccf8ca6ead4 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:37.737224 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cd9449c6-a9ec-443c-b2d6-a33733ec48d6 req-5408bc37-4614-47ab-927c-dccf8ca6ead4 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0490985 Sep 28 07:24:37.789494 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cd9449c6-a9ec-443c-b2d6-a33733ec48d6 req-2caf9961-51bf-48ae-8c86-08daec895461 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Sep 28 07:24:38.041806 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:38.346249 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64dfae0c-d3fe-4d5d-b505-49930de6997b req-0d7dbcbe-e855-421d-830f-b4d665ae1141 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0280688 Sep 28 07:24:38.448898 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-025319b5-e9c9-45bf-a224-f903c1567bc4 req-c23add8e-3ae2-4c25-98df-6c7da2b4c9bc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0324981 Sep 28 07:24:38.565744 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cdfcdf8f-c0ee-40f6-b8bd-6cffa51daa9c req-1712847f-b1f4-483a-98b5-b748931ef664 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0460639 Sep 28 07:24:38.912109 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be63b0-036e-4647-9bab-97a2c5dfd120 req-300a6e80-8638-492d-954d-2874969d8a5b tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:38.913642 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e4be63b0-036e-4647-9bab-97a2c5dfd120 req-300a6e80-8638-492d-954d-2874969d8a5b tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0474877 Sep 28 07:24:38.963505 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e4be63b0-036e-4647-9bab-97a2c5dfd120 req-aadfb6a3-1f3b-4a1a-9eff-bf9ab87f1a9e tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Sep 28 07:24:39.455296 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4cb875d-77f7-4a85-a5fe-82efcf680d1b req-e2a7006c-1fba-4479-a9be-f09c47e13b56 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0311341 Sep 28 07:24:39.563544 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-53d23639-289c-48d4-acfc-75819c441e5d req-e355b62e-65d2-4eb0-8255-010758783038 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0292027 Sep 28 07:24:39.715521 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5205187-53be-492d-8765-415fb269d9b0 req-673e7b4e-3b19-46d7-9f72-1c4ebbad4dc4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0515201 Sep 28 07:24:40.097559 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdb3c-d2d2-409a-a694-083d0724147e req-8fe57b80-5d2f-4b32-8b54-5ba53ae49898 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:40.099277 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5a1bdb3c-d2d2-409a-a694-083d0724147e req-8fe57b80-5d2f-4b32-8b54-5ba53ae49898 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0544658 Sep 28 07:24:40.163891 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5a1bdb3c-d2d2-409a-a694-083d0724147e req-b1f171cc-ae3f-44db-a99c-0a0b53937652 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Sep 28 07:24:40.571655 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c003e63-6b61-4466-8e81-5839a14aa9df req-4b92c16e-657e-46a9-b8bc-5c70ad593de0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0314336 Sep 28 07:24:40.712115 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d5f25a2d-b264-4f73-98b1-b9a4589fceb0 req-a0b307ff-5563-4ba7-ad49-404061c3b069 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0524137 Sep 28 07:24:40.869638 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2bc3f2bc-0343-4990-999a-8f8810ab5e45 req-db1b0f22-30d3-442a-bd4d-38c4012f0b99 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0471315 Sep 28 07:24:41.292907 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8719c31-8de4-481a-a001-978303bc4ba0 req-3a87c2be-b785-4c38-9b3c-4b73077cc0f1 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:41.294463 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e8719c31-8de4-481a-a001-978303bc4ba0 req-3a87c2be-b785-4c38-9b3c-4b73077cc0f1 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0472672 Sep 28 07:24:41.347924 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e8719c31-8de4-481a-a001-978303bc4ba0 req-82608dad-75fd-4dc8-a8a7-edd31633e426 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Sep 28 07:24:41.679028 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a0ff3b2-047c-4ddf-9a6b-6cf09af6effd req-d37b6a93-95f7-41fa-8fc5-670924176058 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0285056 Sep 28 07:24:41.823201 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bccc330b-6c33-4502-ae3d-cd963a8279fb req-57dd04ba-25b8-4546-8c16-5da0a195576f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0268531 Sep 28 07:24:41.971463 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3270c43c-471e-4aaf-ba55-a37e1e08656a req-a914a30f-16d7-46ba-9f97-a703d8abc2b0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0267355 Sep 28 07:24:42.467843 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3714c-94a2-4b46-a2fd-0b9d0add1aac req-5f73527f-f515-405b-adb1-5416b8ca3c00 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:42.470000 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-16e3714c-94a2-4b46-a2fd-0b9d0add1aac req-5f73527f-f515-405b-adb1-5416b8ca3c00 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.0467916 Sep 28 07:24:42.517946 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-16e3714c-94a2-4b46-a2fd-0b9d0add1aac req-85e94ce3-2a72-4e26-b204-df208a6fc5ac tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Sep 28 07:24:42.783659 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-91fe2625-2d21-4935-b3da-a1be6ee9e74e req-119794cd-0529-49a3-81a3-02c2ce0d9426 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0276239 Sep 28 07:24:42.927575 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4d600ee5-307e-4883-9ea9-22f70fc24ce7 req-4b14a16e-f0dd-4e6e-adcd-968f1add759b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0279355 Sep 28 07:24:43.079656 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7661a51-7347-49de-994d-0b3f608c7bf6 req-cf673acc-f5ea-42af-bef9-035409fcce2b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0328619 Sep 28 07:24:43.189894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Request body: {'port': {'device_id': 'fa762762-a21e-4513-8589-a928beda6b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:43.252144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (47aded81-579e-49a3-9036-c0619f14e849), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:43.676702 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5dda-fdad-4072-a2b3-d2d4dea6a730 req-b972ecce-8dec-4994-9583-f2ad36e572bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:43.678573 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c3bd5dda-fdad-4072-a2b3-d2d4dea6a730 req-b972ecce-8dec-4994-9583-f2ad36e572bc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1127 time: 0.1091352 Sep 28 07:24:43.701003 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.33', 53194) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:43.727740 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b404-3f2e-4ebb-8780-f394e4aae7c1 req-d3f6472b-441c-459c-bf6a-13f5e0e0d353 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:43.735615 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-be96b404-3f2e-4ebb-8780-f394e4aae7c1 req-d3f6472b-441c-459c-bf6a-13f5e0e0d353 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 931 time: 0.1071355 Sep 28 07:24:43.787398 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:43.907021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-0d1d0427-6e5b-4973-b0d5-9e76d40d8e4c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:43.908861 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-0d1d0427-6e5b-4973-b0d5-9e76d40d8e4c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 810 time: 0.2067981 Sep 28 07:24:43.991038 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-be96b404-3f2e-4ebb-8780-f394e4aae7c1 req-dacdf2ab-ea0a-4e46-afd8-bfe70c8c56ff tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498276 Sep 28 07:24:44.015846 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47c4cc25-e030-4897-9630-b0997fcbae18 req-ad115083-b9d4-4b25-a906-a3b1727879d8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0768754 Sep 28 07:24:44.025987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47aded81-579e-49a3-9036-c0619f14e849 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:44.049863 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Publish callbacks [] for port (47aded81-579e-49a3-9036-c0619f14e849), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:44.100812 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Transition to ACTIVE for port object 47aded81-579e-49a3-9036-c0619f14e849 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:24:44.135640 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (47aded81-579e-49a3-9036-c0619f14e849), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:44.152898 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-8d621001-1054-4b69-91dd-26b484d4d360 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6f391a1187074b68b3c6a887634b479b HTTP/1.1" status: 200 len: 378 time: 0.2236850 Sep 28 07:24:44.180696 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5dda-fdad-4072-a2b3-d2d4dea6a730 req-ded6f286-31c4-4968-ac3c-f0f7d1638146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:44.182212 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c3bd5dda-fdad-4072-a2b3-d2d4dea6a730 req-ded6f286-31c4-4968-ac3c-f0f7d1638146 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=fc7675d275394d8893d0facf20d3a4e7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4937093 Sep 28 07:24:44.194420 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:44.231945 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3fe2d85a-2329-45fd-9534-acb17e3c05ab req-9212a2be-0a8b-4049-813e-664841336610 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0833697 Sep 28 07:24:44.317374 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b89735e5-118a-4f1d-b1b0-cad0efa2a75a req-d312439f-30e9-45e6-b889-27961d31c63d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0587966 Sep 28 07:24:44.324770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'port': {'device_id': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'admin_state_up': True, 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'security_groups': ['483a4205-ed35-4c41-b142-5ecb714f677f']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:44.328502 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Pushing event updated for resources: {'Port': ['ID=47aded81-579e-49a3-9036-c0619f14e849,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:44.445816 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Attempting to bind port 47aded81-579e-49a3-9036-c0619f14e849 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:44.446240 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Attempting to bind port 47aded81-579e-49a3-9036-c0619f14e849 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:44.446634 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Attempting to bind port 47aded81-579e-49a3-9036-c0619f14e849 on network 716c4394-ff90-4541-b49b-242eeb2d130a {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:44.536527 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Port 47aded81-579e-49a3-9036-c0619f14e849 on network 716c4394-ff90-4541-b49b-242eeb2d130a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:24:44.536859 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Attempting to bind port 47aded81-579e-49a3-9036-c0619f14e849 on network 716c4394-ff90-4541-b49b-242eeb2d130a {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:44.563912 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Made reservation on behalf of 6f391a1187074b68b3c6a887634b479b for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:44.568633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:44.623591 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:44.624159 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Checking segment: {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:44.624771 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Bound using segment: {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:44.625298 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Bound port: 47aded81-579e-49a3-9036-c0619f14e849, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cbbb6be-4283-43c3-afcf-37f000ad022c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:44.625942 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (47aded81-579e-49a3-9036-c0619f14e849), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:44.666412 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.33', 53204) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:44.666589 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33172) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:44.801836 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5dda-fdad-4072-a2b3-d2d4dea6a730 req-bd527022-78e7-4f24-ab8c-da460e4f92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:44.803458 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c3bd5dda-fdad-4072-a2b3-d2d4dea6a730 req-bd527022-78e7-4f24-ab8c-da460e4f92df service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4953940 Sep 28 07:24:44.947616 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-ef7f6a74-573e-49fa-ade3-b04b12821faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:44.949128 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-ef7f6a74-573e-49fa-ade3-b04b12821faa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1127 time: 0.0669532 Sep 28 07:24:44.963211 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4d70-8c03-4816-ac85-6cd60a17f4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:44.981378 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] For port 47aded81-579e-49a3-9036-c0619f14e849, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:45.065446 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:45.067913 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-13e9c236-18cd-4990-94a3-21fe0ca409f9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4 HTTP/1.1" status: 200 len: 217 time: 0.1001503 Sep 28 07:24:45.076767 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:45.088299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] For port 47aded81-579e-49a3-9036-c0619f14e849, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=47aded81-579e-49a3-9036-c0619f14e849,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:45.116597 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (47aded81-579e-49a3-9036-c0619f14e849), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:45.140629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:45.141535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:45.143162 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/47aded81-579e-49a3-9036-c0619f14e849 HTTP/1.1" status: 200 len: 1093 time: 1.9639337 Sep 28 07:24:45.163324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa762762-a21e-4513-8589-a928beda6b1d', 'tag': '47aded81-579e-49a3-9036-c0619f14e849'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:24:45.176100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:45.199897 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-6106f2ce-5eee-4956-a541-33de3a89be1b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:45.202826 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-6106f2ce-5eee-4956-a541-33de3a89be1b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 818 time: 0.5348768 Sep 28 07:24:45.211223 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4d70-8c03-4816-ac85-6cd60a17f4ee admin admin] Publish callbacks [] for security_group (c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:45.219713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Allocated IP 172.20.0.9 (a68568d7-53b7-4646-8455-51184edc4b5d/3381bf72-7241-40a8-99f2-5642624dce19/b2a7b488-544e-4fa3-9375-a53ff209f778) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:45.222413 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4d70-8c03-4816-ac85-6cd60a17f4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:45.253839 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af848ae-69e8-462d-9f08-744586dc2522 req-52569804-390b-4ba8-87c9-ff9c369db9ac tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:45.255344 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4af848ae-69e8-462d-9f08-744586dc2522 req-52569804-390b-4ba8-87c9-ff9c369db9ac tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 943 time: 0.0971313 Sep 28 07:24:45.264456 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4de68750-41bf-482f-a197-7ac19f838fb5 req-3ea85d71-47e9-481d-9efe-b6218551b452 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0870636 Sep 28 07:24:45.271900 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a131464-b367-4048-8af3-a3eb69a78fda service neutron] Pushing event updated for resources: {'Port': ['ID=47aded81-579e-49a3-9036-c0619f14e849,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:45.283177 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-ca6e4d70-8c03-4816-ac85-6cd60a17f4ee admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6570d1b5ea13405ea22570e38f080851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144662 Sep 28 07:24:45.285915 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e4d70-8c03-4816-ac85-6cd60a17f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:45.288572 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33214) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:45.319660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:45.368876 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4af848ae-69e8-462d-9f08-744586dc2522 req-eeeb9ffc-4b0b-4dd1-aca5-5152d47a37a7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803781 Sep 28 07:24:45.403584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'port': {'device_id': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'admin_state_up': True, 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:45.485740 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114" -d '{"events": [{"name": "network-changed", "server_uuid": "fa762762-a21e-4513-8589-a928beda6b1d", "tag": "47aded81-579e-49a3-9036-c0619f14e849"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:24:45.513483 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.33', 53213) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:45.656775 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6df92a49-4789-44f5-9117-9dff3c2f5aea req-bb44a5e2-0f1c-43da-a526-4487770433cf tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.2254920 Sep 28 07:24:45.745961 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8ccee36b-e7ec-4cc6-bb1e-ad72e243930e req-9c33188f-cb44-494e-b1f0-e7c6d3801f5a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0741775 Sep 28 07:24:45.756490 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-790fa924-27e1-4ef5-94f2-9df53c8af229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:45.760379 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-790fa924-27e1-4ef5-94f2-9df53c8af229 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.3719501 Sep 28 07:24:45.801308 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5214347d-95fb-4ea6-8aa2-584d94ba422b admin admin] Publish callbacks [] for security_group (c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:45.812685 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c279b3bb-bc25-48f1-99c8-a2163eb8ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:45.814456 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-c279b3bb-bc25-48f1-99c8-a2163eb8ee52 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=416f25107a0d4eb0bab9d92e59cf07f4&device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 1127 time: 0.3350778 Sep 28 07:24:45.883544 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-6ff4d91e-6f2b-4fc0-8ccb-8fce91604c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:45.885321 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-6ff4d91e-6f2b-4fc0-8ccb-8fce91604c05 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179602 Sep 28 07:24:46.000003 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33248) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:46.048706 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-686257c1-ede6-4f69-a19e-5b227b413ea8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933485 Sep 28 07:24:46.114958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de4f93-f39b-45b6-9cb7-7bd7a8e8e540 x-openstack-request-id: req-08de4f93-f39b-45b6-9cb7-7bd7a8e8e540 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:24:46.115663 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa762762-a21e-4513-8589-a928beda6b1d", "tag": "47aded81-579e-49a3-9036-c0619f14e849", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:24:46.115663 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08de4f93-f39b-45b6-9cb7-7bd7a8e8e540 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:24:46.116161 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08de4f93-f39b-45b6-9cb7-7bd7a8e8e540'] response: {'name': 'network-changed', 'server_uuid': 'fa762762-a21e-4513-8589-a928beda6b1d', 'tag': '47aded81-579e-49a3-9036-c0619f14e849', 'status': 'completed', 'code': 200} Sep 28 07:24:46.126389 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5615e6bd-6572-436f-82b0-8838bacc0c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.169430 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5214347d-95fb-4ea6-8aa2-584d94ba422b admin admin] Publish callbacks [] for security_group (c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.175459 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-bdec6e9d-1aa7-42e8-981c-439fbef33e35 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47aded81-579e-49a3-9036-c0619f14e849 HTTP/1.1" status: 200 len: 217 time: 0.3326244 Sep 28 07:24:46.193186 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-60e76649-6845-4cf0-b7fe-16427467fe30 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367459 Sep 28 07:24:46.250338 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5615e6bd-6572-436f-82b0-8838bacc0c33 admin admin] Publish callbacks [] for security_group (2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.256328 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5615e6bd-6572-436f-82b0-8838bacc0c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.287180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.292430 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615e6bd-6572-436f-82b0-8838bacc0c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:46.301746 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-5615e6bd-6572-436f-82b0-8838bacc0c33 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2cfbae58e2d14e659c6e93cc39f64fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007205 Sep 28 07:24:46.305155 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33258) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:46.308177 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-ffbd5673-a082-482e-8fa0-34fe41cc05d0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:46.317518 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-ffbd5673-a082-482e-8fa0-34fe41cc05d0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 817 time: 0.7296722 Sep 28 07:24:46.342138 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Made reservation on behalf of fc7675d275394d8893d0facf20d3a4e7 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:46.345925 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.351632 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-6be3638c-12ca-4f4d-bbe5-424038ebe9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:46.353125 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-6be3638c-12ca-4f4d-bbe5-424038ebe9c6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=aaffdb9e-7058-482d-b5c7-55e497609c78 HTTP/1.1" status: 200 len: 851 time: 0.1514592 Sep 28 07:24:46.426313 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-defbfe44-61fd-4356-9405-8cfbd336884d req-f8a79f2e-8023-494f-8e63-65ac0b29bc56 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0597076 Sep 28 07:24:46.466828 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b15e217b-57b9-4386-ae88-b1989fb29166 admin admin] Publish callbacks [] for security_group (2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.469947 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:46.493361 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5214347d-95fb-4ea6-8aa2-584d94ba422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.496115 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5214347d-95fb-4ea6-8aa2-584d94ba422b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.497885 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5214347d-95fb-4ea6-8aa2-584d94ba422b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb HTTP/1.1" status: 204 len: 168 time: 1.2027578 Sep 28 07:24:46.505583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.518194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b15e217b-57b9-4386-ae88-b1989fb29166 admin admin] Publish callbacks [] for security_group (2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.564857 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214347d-95fb-4ea6-8aa2-584d94ba422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07cf3b7-d5f1-4613-b6ad-cdfd598d1edb,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:46.584828 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Allocated IP 172.20.0.11 (2074fef2-a4a7-4181-98e7-e7c64838b0de/00948a5b-a69b-4a0f-8ce8-e22929cc4cbd/2fcc55c9-f8c5-4280-ac79-26e52989b39d) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:46.597556 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:46.598975 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:46.623821 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:46.631590 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Network a68568d7-53b7-4646-8455-51184edc4b5d is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:46.633284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b15e217b-57b9-4386-ae88-b1989fb29166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.637487 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b15e217b-57b9-4386-ae88-b1989fb29166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.638133 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:46.643398 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b15e217b-57b9-4386-ae88-b1989fb29166 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9 HTTP/1.1" status: 204 len: 168 time: 0.3360567 Sep 28 07:24:46.645208 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'Port': ['ID=b2a7b488-544e-4fa3-9375-a53ff209f778,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:46.652136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:46.661172 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e217b-57b9-4386-ae88-b1989fb29166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5566f0-0b1c-4c7e-b8b4-8b804935a0a9,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:46.694254 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=16 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:46.696690 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=19 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:46.709165 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec5dd-2a74-44b6-bf90-660c295502ff req-8061fc3b-db3b-405f-adde-6c4dd3c1bf28 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:46.710985 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fbec5dd-2a74-44b6-bf90-660c295502ff req-8061fc3b-db3b-405f-adde-6c4dd3c1bf28 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 943 time: 0.1599448 Sep 28 07:24:46.852918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:46.853571 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:46.866993 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-41f72fb6-4fb9-412f-9f38-422ba66b69db req-757fea87-b47f-4210-8320-885eb22ff4d4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0501466 Sep 28 07:24:46.911624 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-9f995527-de62-4793-ab87-13d395572211 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5910432 Sep 28 07:24:46.939699 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fbec5dd-2a74-44b6-bf90-660c295502ff req-c495e169-dd4a-4bf9-9b3f-9ea133598546 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155044 Sep 28 07:24:47.001416 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.023532 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ff874082-8396-4e7e-9965-41902c8cf1e3 req-8ee7b662-6bea-4880-82d9-4dd1662c0fb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0420306 Sep 28 07:24:47.052052 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Provisioning complete for port b2a7b488-544e-4fa3-9375-a53ff209f778 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:47.052601 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.052716 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.052716 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 1 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:47.067483 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:47.082067 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:47.095761 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:47.099613 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:47.144657 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'Port': ['ID=2fcc55c9-f8c5-4280-ac79-26e52989b39d,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:47.165492 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:47.166467 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.189576 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-25be28bb-ad66-4415-ade0-04b99022d964 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7902744 Sep 28 07:24:47.204352 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33284) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:47.219032 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-53403c82-ba29-4205-896f-89dc950ec8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.243794 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33286) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:47.259854 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3d987846-20ee-4bb9-95f1-dbc9d89bc4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.308556 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-53403c82-ba29-4205-896f-89dc950ec8f6 admin admin] Publish callbacks [] for security_group (7b0a0cf2-abe4-47fe-844f-792385bded03), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.314151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-53403c82-ba29-4205-896f-89dc950ec8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7b0a0cf2-abe4-47fe-844f-792385bded03), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.344392 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3d987846-20ee-4bb9-95f1-dbc9d89bc4c8 admin admin] Publish callbacks [] for security_group (ea9090e1-4710-4fa8-8049-9537fa3944d5), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.348054 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3d987846-20ee-4bb9-95f1-dbc9d89bc4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ea9090e1-4710-4fa8-8049-9537fa3944d5), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.356344 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-53403c82-ba29-4205-896f-89dc950ec8f6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0b4e081954ad42c985b2b88a966f6030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479099 Sep 28 07:24:47.356344 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53403c82-ba29-4205-896f-89dc950ec8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a0cf2-abe4-47fe-844f-792385bded03,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:47.358171 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33288) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:47.389294 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-3d987846-20ee-4bb9-95f1-dbc9d89bc4c8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f75b61013ed44d75bc44951b0f7171b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441228 Sep 28 07:24:47.390241 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d987846-20ee-4bb9-95f1-dbc9d89bc4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9090e1-4710-4fa8-8049-9537fa3944d5,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:47.392573 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33290) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:47.394485 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:47.414930 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9013-0754-4e71-81f7-ed39b50b3e69 admin admin] Publish callbacks [] for security_group (7b0a0cf2-abe4-47fe-844f-792385bded03), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.440730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9013-0754-4e71-81f7-ed39b50b3e69 admin admin] Publish callbacks [] for security_group (7b0a0cf2-abe4-47fe-844f-792385bded03), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.448681 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a93d85c3-b3b7-4a6b-ab6e-40cfeee7ff56 admin admin] Publish callbacks [] for security_group (ea9090e1-4710-4fa8-8049-9537fa3944d5), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.470066 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a93d85c3-b3b7-4a6b-ab6e-40cfeee7ff56 admin admin] Publish callbacks [] for security_group (ea9090e1-4710-4fa8-8049-9537fa3944d5), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.491860 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9013-0754-4e71-81f7-ed39b50b3e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7b0a0cf2-abe4-47fe-844f-792385bded03), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.494575 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd8e9013-0754-4e71-81f7-ed39b50b3e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.495711 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cd8e9013-0754-4e71-81f7-ed39b50b3e69 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7b0a0cf2-abe4-47fe-844f-792385bded03 HTTP/1.1" status: 204 len: 168 time: 0.1364970 Sep 28 07:24:47.516498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e9013-0754-4e71-81f7-ed39b50b3e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a0cf2-abe4-47fe-844f-792385bded03,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:47.538807 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a93d85c3-b3b7-4a6b-ab6e-40cfeee7ff56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ea9090e1-4710-4fa8-8049-9537fa3944d5), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.541477 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a93d85c3-b3b7-4a6b-ab6e-40cfeee7ff56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:47.545045 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-a93d85c3-b3b7-4a6b-ab6e-40cfeee7ff56 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ea9090e1-4710-4fa8-8049-9537fa3944d5 HTTP/1.1" status: 204 len: 168 time: 0.1491628 Sep 28 07:24:47.552412 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d85c3-b3b7-4a6b-ab6e-40cfeee7ff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9090e1-4710-4fa8-8049-9537fa3944d5,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:47.564463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10017ea8-935d-460f-a76c-d2767e96d46c req-79920f57-75d9-43f4-90e4-6610922ce490 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:47.566345 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10017ea8-935d-460f-a76c-d2767e96d46c req-79920f57-75d9-43f4-90e4-6610922ce490 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 931 time: 0.0606699 Sep 28 07:24:47.582441 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 2 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:47.593734 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:47.629998 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10017ea8-935d-460f-a76c-d2767e96d46c req-29c993b1-be84-419a-8fd1-10c6bf21b74e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566914 Sep 28 07:24:47.645276 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:47.991670 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-982d0acc-47e2-4a2e-88a8-e29c32bfdb74 req-eb81c906-412a-4aae-9bfc-ad3618be9b5c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0356588 Sep 28 07:24:48.108179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20490ac9-8bef-4d6e-99d2-2c16a1af7ff6 req-f486f003-b404-46aa-8c75-4860af7be75a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:48.110854 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20490ac9-8bef-4d6e-99d2-2c16a1af7ff6 req-f486f003-b404-46aa-8c75-4860af7be75a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 943 time: 0.0598474 Sep 28 07:24:48.148402 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 3 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:48.177312 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad86444-55cc-4c23-94df-d10e8319a868 req-ec3357eb-de8b-4786-b540-11255df1b943 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:48.178817 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20490ac9-8bef-4d6e-99d2-2c16a1af7ff6 req-d957e0b3-a62b-4264-b2ea-48aea710ec71 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Sep 28 07:24:48.181876 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8ad86444-55cc-4c23-94df-d10e8319a868 req-ec3357eb-de8b-4786-b540-11255df1b943 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 932 time: 0.0586760 Sep 28 07:24:48.216265 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:48.250011 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8ad86444-55cc-4c23-94df-d10e8319a868 req-b262165d-5dbd-45f2-a02f-a81d53af9751 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602963 Sep 28 07:24:48.718220 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 4 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:48.779795 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:48.794957 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800647c1-64f0-4cce-956f-388dbc454b62 req-0d7cdd31-1c36-4943-a084-fed9a8130972 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:48.796611 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-800647c1-64f0-4cce-956f-388dbc454b62 req-0d7cdd31-1c36-4943-a084-fed9a8130972 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 931 time: 0.0804677 Sep 28 07:24:48.852725 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-800647c1-64f0-4cce-956f-388dbc454b62 req-24b84edb-59a4-40da-94c3-359bcb72f14a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498962 Sep 28 07:24:49.103865 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0ed725dc-9a0b-4cb0-b34f-c2462567bb05 req-5b6d5b50-700c-42da-9264-8c193cea99f9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Sep 28 07:24:49.281267 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 5 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:49.316084 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8a15c-c99d-4689-b1fe-993058bce885 req-edc46640-e59b-4445-b882-7f9a709fa273 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:49.317976 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fb8a15c-c99d-4689-b1fe-993058bce885 req-edc46640-e59b-4445-b882-7f9a709fa273 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 943 time: 0.0586379 Sep 28 07:24:49.319583 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:49.394302 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fb8a15c-c99d-4689-b1fe-993058bce885 req-0a1d8040-064e-40b5-b013-348a5c7c0ca9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705528 Sep 28 07:24:49.424198 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99540e4-02da-42ec-b823-916926211592 req-f637eca1-e46c-48b1-9f4a-c9aff9c2d079 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:49.431372 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d99540e4-02da-42ec-b823-916926211592 req-f637eca1-e46c-48b1-9f4a-c9aff9c2d079 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 932 time: 0.0805466 Sep 28 07:24:49.489621 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d99540e4-02da-42ec-b823-916926211592 req-1edbc7e7-2828-411f-8711-e048e8966e3b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572538 Sep 28 07:24:49.558163 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33410) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:49.672077 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-046767ae-cbe9-4e01-ab6e-9dc23c10095a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:49.763323 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-046767ae-cbe9-4e01-ab6e-9dc23c10095a admin admin] Publish callbacks [] for security_group (96503c45-9ddc-4d6a-baa8-96b25347d9e5), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:49.767716 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-046767ae-cbe9-4e01-ab6e-9dc23c10095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (96503c45-9ddc-4d6a-baa8-96b25347d9e5), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:49.808091 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-046767ae-cbe9-4e01-ab6e-9dc23c10095a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=731cff11a7be4c72b87a451ed310324c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488317 Sep 28 07:24:49.810191 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046767ae-cbe9-4e01-ab6e-9dc23c10095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96503c45-9ddc-4d6a-baa8-96b25347d9e5,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:49.811898 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33418) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:49.821263 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 6 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:49.854516 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:49.882609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87d93bc8-e986-4e6f-9292-3e31b03e1f42 admin admin] Publish callbacks [] for security_group (96503c45-9ddc-4d6a-baa8-96b25347d9e5), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:49.906053 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87d93bc8-e986-4e6f-9292-3e31b03e1f42 admin admin] Publish callbacks [] for security_group (96503c45-9ddc-4d6a-baa8-96b25347d9e5), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:49.996573 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f63e7-d6cb-4950-a240-addc301416f1 req-e3d66f48-4a8d-4af9-b321-7c77b968891e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:50.004414 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe4f63e7-d6cb-4950-a240-addc301416f1 req-e3d66f48-4a8d-4af9-b321-7c77b968891e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 931 time: 0.0705376 Sep 28 07:24:50.011432 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87d93bc8-e986-4e6f-9292-3e31b03e1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (96503c45-9ddc-4d6a-baa8-96b25347d9e5), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.014644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87d93bc8-e986-4e6f-9292-3e31b03e1f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.018705 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-87d93bc8-e986-4e6f-9292-3e31b03e1f42 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/96503c45-9ddc-4d6a-baa8-96b25347d9e5 HTTP/1.1" status: 204 len: 168 time: 0.2057161 Sep 28 07:24:50.036190 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d93bc8-e986-4e6f-9292-3e31b03e1f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96503c45-9ddc-4d6a-baa8-96b25347d9e5,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:50.111870 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe4f63e7-d6cb-4950-a240-addc301416f1 req-e0110bd3-3a12-4f18-a894-646104c009ac tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065032 Sep 28 07:24:50.168314 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Request body: {'port': {'device_id': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:50.269626 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-59c0535e-d873-498d-9a1a-2d22b85e72cf req-cf4d51bc-35e2-4e39-9e9d-ac1422b12ffe tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0413342 Sep 28 07:24:50.291421 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Request body: {'port': {'device_id': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:50.296394 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33440) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:50.356994 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 7 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:50.403681 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:50.411065 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-fbdf0ba9-cd1b-4b32-a693-52da7a11c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:50.412848 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-fbdf0ba9-cd1b-4b32-a693-52da7a11c022 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=716c4394-ff90-4541-b49b-242eeb2d130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2652254 Sep 28 07:24:50.423448 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:50.484479 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33448) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:50.484676 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:50.485710 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-93e30c15-102b-404a-a189-b4dd2fd77b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.528799 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-c7a2a66b-910f-4c2e-b4a1-d1d65d114e51 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 380 time: 0.3788753 Sep 28 07:24:50.529502 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:50.580259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.599588 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-93e30c15-102b-404a-a189-b4dd2fd77b7e admin admin] Publish callbacks [] for security_group (7d7ec70f-d272-4ccf-9fbe-41c3b0376539), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.606078 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'port': {'device_id': '85725e51-be6a-4dc2-9438-347c786282f0', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'admin_state_up': True, 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'security_groups': ['0c6d4343-a291-41cb-a00a-845ce201811e']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:50.608914 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-93e30c15-102b-404a-a189-b4dd2fd77b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7d7ec70f-d272-4ccf-9fbe-41c3b0376539), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.609301 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.611570 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e4ed58d4-c357-4f7f-864e-0435879b17da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.686019 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-93e30c15-102b-404a-a189-b4dd2fd77b7e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a296296ea2b9437aa1479286e588ecd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3883364 Sep 28 07:24:50.691079 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33462) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:50.704205 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30c15-102b-404a-a189-b4dd2fd77b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ec70f-d272-4ccf-9fbe-41c3b0376539,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:50.724659 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01badf0-f2b8-4c46-9f97-900e12a48dae req-4a68b8ca-9a92-4034-b33c-feca4e293aa2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:50.726247 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d01badf0-f2b8-4c46-9f97-900e12a48dae req-4a68b8ca-9a92-4034-b33c-feca4e293aa2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 932 time: 0.1186104 Sep 28 07:24:50.751721 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72459caa-5d94-4ff9-b472-7805bb72968c req-610f2d4b-02f6-4932-b268-ba911c70554b tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:50.753254 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72459caa-5d94-4ff9-b472-7805bb72968c req-610f2d4b-02f6-4932-b268-ba911c70554b tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 943 time: 0.2378566 Sep 28 07:24:50.775068 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:50.801491 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a55f037c-fc39-440b-843e-bd7926ce80cc admin admin] Publish callbacks [] for security_group (7d7ec70f-d272-4ccf-9fbe-41c3b0376539), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.807672 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d01badf0-f2b8-4c46-9f97-900e12a48dae req-36bcdd32-9348-4a8e-8d66-2db0abba26c8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723956 Sep 28 07:24:50.828263 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a55f037c-fc39-440b-843e-bd7926ce80cc admin admin] Publish callbacks [] for security_group (7d7ec70f-d272-4ccf-9fbe-41c3b0376539), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.886622 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-cb7e5754-364c-48ac-828b-a857b5c97a01 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/716c4394-ff90-4541-b49b-242eeb2d130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616542 Sep 28 07:24:50.890983 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a55f037c-fc39-440b-843e-bd7926ce80cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7d7ec70f-d272-4ccf-9fbe-41c3b0376539), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.894551 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a55f037c-fc39-440b-843e-bd7926ce80cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:50.899475 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-a55f037c-fc39-440b-843e-bd7926ce80cc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7d7ec70f-d272-4ccf-9fbe-41c3b0376539 HTTP/1.1" status: 204 len: 168 time: 0.2069621 Sep 28 07:24:50.905477 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 8 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:50.909707 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f037c-fc39-440b-843e-bd7926ce80cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ec70f-d272-4ccf-9fbe-41c3b0376539,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:50.960981 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:51.250402 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112371c0-2fc8-43d9-b959-bed818e5676a req-6e7e7fb7-aae8-4d6f-9365-70ae4de9401a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:51.251950 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-112371c0-2fc8-43d9-b959-bed818e5676a req-6e7e7fb7-aae8-4d6f-9365-70ae4de9401a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 931 time: 0.0539756 Sep 28 07:24:51.304532 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-112371c0-2fc8-43d9-b959-bed818e5676a req-0280a192-2745-48db-82f7-0a9b621c25d0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460641 Sep 28 07:24:51.329222 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72459caa-5d94-4ff9-b472-7805bb72968c req-ed57b9fb-e1df-4c27-a964-354730f7ceee tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495205 Sep 28 07:24:51.361243 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 648be1a4-0bc1-44aa-a1c5-4643d67519e4 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:24:51.466702 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-46367ba5-c8e7-423c-894b-909af2c2dac8 req-e8799046-04f8-4b78-a611-7298c04f2b4b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0510819 Sep 28 07:24:51.483022 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 9 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:51.504621 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f893eb8-1199-47e4-9ae1-f90405c0c3f5 req-0fb3aef7-9d57-4214-875f-7e9ff2883c1a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/716c4394-ff90-4541-b49b-242eeb2d130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598686 Sep 28 07:24:51.519357 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:51.540281 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:51.557877 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:51.578252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 648be1a4-0bc1-44aa-a1c5-4643d67519e4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:51.585698 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Made reservation on behalf of 60646ef7a4ad4eb1860952504092742d for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:24:51.593083 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:51.597458 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '648be1a4-0bc1-44aa-a1c5-4643d67519e4', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'port_id': '648be1a4-0bc1-44aa-a1c5-4643d67519e4', 'mac_address': 'fa:16:3e:95:00:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:24:51.599587 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e4ed58d4-c357-4f7f-864e-0435879b17da admin admin] Publish callbacks [] for security_group (149690c1-0432-47e0-a023-cf31e1455141), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:51.601816 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:51.648182 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:51.648572 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:51.648687 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e4ed58d4-c357-4f7f-864e-0435879b17da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (149690c1-0432-47e0-a023-cf31e1455141), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:51.650740 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-066c9b43-fe49-404f-a7ff-0389be142a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:51.667038 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648be1a4-0bc1-44aa-a1c5-4643d67519e4 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:51.695776 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 648be1a4-0bc1-44aa-a1c5-4643d67519e4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:51.703871 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:51.768746 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed58d4-c357-4f7f-864e-0435879b17da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149690c1-0432-47e0-a023-cf31e1455141,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:51.791109 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=648be1a4-0bc1-44aa-a1c5-4643d67519e4,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:51.811939 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33516) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:51.813701 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e4ed58d4-c357-4f7f-864e-0435879b17da admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=381c36a8faa9428dabe4c2847d86f279&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3209682 Sep 28 07:24:51.857817 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:51.877388 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abf609e8-1729-4d63-9c4d-8464a5230b78 admin admin] Publish callbacks [] for security_group (149690c1-0432-47e0-a023-cf31e1455141), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:51.947188 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abf609e8-1729-4d63-9c4d-8464a5230b78 admin admin] Publish callbacks [] for security_group (149690c1-0432-47e0-a023-cf31e1455141), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.025155 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abf609e8-1729-4d63-9c4d-8464a5230b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (149690c1-0432-47e0-a023-cf31e1455141), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.028093 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-abf609e8-1729-4d63-9c4d-8464a5230b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.035031 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-abf609e8-1729-4d63-9c4d-8464a5230b78 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/149690c1-0432-47e0-a023-cf31e1455141 HTTP/1.1" status: 204 len: 168 time: 0.2220488 Sep 28 07:24:52.041342 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['648be1a4-0bc1-44aa-a1c5-4643d67519e4'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:24:52.054154 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf609e8-1729-4d63-9c4d-8464a5230b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149690c1-0432-47e0-a023-cf31e1455141,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:52.060089 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Allocated IP 172.20.0.14 (ad570fd1-a088-4600-9208-cf0f3843e053/7c0d824b-7e81-48f9-bb63-13e48d358083/a5ca836c-b241-4501-9e8a-0a676dc640ae) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:24:52.070729 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f85eb-6119-46f5-a3d6-2f9276aa301d req-12d080c0-8399-4c63-9af0-afa7a4dcd816 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:52.072547 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c88f85eb-6119-46f5-a3d6-2f9276aa301d req-12d080c0-8399-4c63-9af0-afa7a4dcd816 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 932 time: 0.1376574 Sep 28 07:24:52.080897 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Attempt 10 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:24:52.097385 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcc55c9-f8c5-4280-ac79-26e52989b39d {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:52.120531 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Publish callbacks [] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.156724 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a7b488-544e-4fa3-9375-a53ff209f778 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:52.178407 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Publish callbacks [] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.189628 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7c040-b84d-4acc-9d47-6e00846cfd9b None None] Port b2a7b488-544e-4fa3-9375-a53ff209f778 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:52.194845 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Transition to ACTIVE for port object 2fcc55c9-f8c5-4280-ac79-26e52989b39d will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:24:52.222673 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.256425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Transition to ACTIVE for port object b2a7b488-544e-4fa3-9375-a53ff209f778 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:24:52.317793 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c88f85eb-6119-46f5-a3d6-2f9276aa301d req-a5ad1eec-6148-40fd-99b5-f1d3e35518c4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128806 Sep 28 07:24:52.327028 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.414624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcc55c9-f8c5-4280-ac79-26e52989b39d,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:52.631884 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e41be-8e64-4650-b623-6cf83433f4d1 req-1a767dfd-de4c-4045-873b-434256e5e4d8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:52.633895 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-aa5e41be-8e64-4650-b623-6cf83433f4d1 req-1a767dfd-de4c-4045-873b-434256e5e4d8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 943 time: 0.1015992 Sep 28 07:24:52.678473 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:52.691617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:52.701458 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-aa5e41be-8e64-4650-b623-6cf83433f4d1 req-28182f59-7cd6-4e67-81b6-ce2ecfe490f2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607603 Sep 28 07:24:52.705492 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:52.716914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-a881944c-5240-4a7a-986d-0ec8f54c3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:52.718683 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-a881944c-5240-4a7a-986d-0ec8f54c3fc1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=416f25107a0d4eb0bab9d92e59cf07f4&device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 1127 time: 0.2747393 Sep 28 07:24:52.724883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc1362-e455-497e-8ef9-c32935508c02 req-912a2191-0ce6-47e0-b884-c68b1917edfe tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:52.732968 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-17cc1362-e455-497e-8ef9-c32935508c02 req-912a2191-0ce6-47e0-b884-c68b1917edfe tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 943 time: 0.1582000 Sep 28 07:24:52.734599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a7b488-544e-4fa3-9375-a53ff209f778,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:52.776660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Attempting to bind port 2fcc55c9-f8c5-4280-ac79-26e52989b39d on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:52.777214 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Attempting to bind port 2fcc55c9-f8c5-4280-ac79-26e52989b39d by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:52.777723 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Attempting to bind port 2fcc55c9-f8c5-4280-ac79-26e52989b39d on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:52.833864 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b88864e4-56b9-4158-9c21-64309459bc80 req-53493ede-209a-4efa-b453-8550934d2c2c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0466325 Sep 28 07:24:52.896181 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Attempting to bind port b2a7b488-544e-4fa3-9375-a53ff209f778 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:52.896569 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Attempting to bind port b2a7b488-544e-4fa3-9375-a53ff209f778 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:52.896915 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Attempting to bind port b2a7b488-544e-4fa3-9375-a53ff209f778 on network a68568d7-53b7-4646-8455-51184edc4b5d {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:53.044135 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-17cc1362-e455-497e-8ef9-c32935508c02 req-8a078271-7676-41b7-a3fd-86498981f6fa tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103099 Sep 28 07:24:53.083730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Port 2fcc55c9-f8c5-4280-ac79-26e52989b39d on network 2074fef2-a4a7-4181-98e7-e7c64838b0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:24:53.084286 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Attempting to bind port 2fcc55c9-f8c5-4280-ac79-26e52989b39d on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:53.134204 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:53.150102 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Port b2a7b488-544e-4fa3-9375-a53ff209f778 on network a68568d7-53b7-4646-8455-51184edc4b5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:24:53.150834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Attempting to bind port b2a7b488-544e-4fa3-9375-a53ff209f778 on network a68568d7-53b7-4646-8455-51184edc4b5d {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:53.202699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-fc8b8724-99b5-4dc4-8e09-7e4ae01fe640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:53.204179 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-fc8b8724-99b5-4dc4-8e09-7e4ae01fe640 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=716c4394-ff90-4541-b49b-242eeb2d130a HTTP/1.1" status: 200 len: 913 time: 0.4504933 Sep 28 07:24:53.275440 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Network ad570fd1-a088-4600-9208-cf0f3843e053 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:24:53.286458 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-5c077768-d460-4637-886d-a7d24f5d4b8c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47aded81-579e-49a3-9036-c0619f14e849 HTTP/1.1" status: 200 len: 217 time: 0.0667193 Sep 28 07:24:53.287584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:24:53.291737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:24:53.299920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:53.354351 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 47aded81-579e-49a3-9036-c0619f14e849 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:24:53.382168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:53.382613 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Checking segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:53.383316 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Bound using segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:53.384272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Bound port: 2fcc55c9-f8c5-4280-ac79-26e52989b39d, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:53.385475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:53.387939 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 648be1a4-0bc1-44aa-a1c5-4643d67519e4 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:53.425374 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:53.425968 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Checking segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:53.426964 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Bound using segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:53.427617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Bound port: b2a7b488-544e-4fa3-9375-a53ff209f778, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:53.428210 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:53.606002 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d1dd1-345f-410e-8843-2c892533c0bc req-d94961d7-ffeb-4d97-9ae5-b12c8b2ba2aa tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:53.606849 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-477d1dd1-345f-410e-8843-2c892533c0bc req-d94961d7-ffeb-4d97-9ae5-b12c8b2ba2aa tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.1072927 Sep 28 07:24:53.649781 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.db.resource_extend [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 28 07:24:53.664733 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33608) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:53.741018 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:53.741645 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:53.744552 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-477d1dd1-345f-410e-8843-2c892533c0bc req-ab2f119c-c641-4b9b-99ac-41eab86aeb5e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316140 Sep 28 07:24:53.781454 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-724b67e9-617c-4d76-9b0e-dd74db7d7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:53.783114 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-724b67e9-617c-4d76-9b0e-dd74db7d7ca7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=aaffdb9e-7058-482d-b5c7-55e497609c78 HTTP/1.1" status: 200 len: 851 time: 0.4849241 Sep 28 07:24:53.821630 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:53.859578 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-762cd6c5-188d-49e2-ba09-bc5ac28d3101 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2842429 Sep 28 07:24:53.874850 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 47aded81-579e-49a3-9036-c0619f14e849, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=47aded81-579e-49a3-9036-c0619f14e849,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:53.899012 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Request body: {'port': {'device_id': '85725e51-be6a-4dc2-9438-347c786282f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:24:53.912639 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '47aded81-579e-49a3-9036-c0619f14e849', 'network_id': '716c4394-ff90-4541-b49b-242eeb2d130a', 'port_id': '47aded81-579e-49a3-9036-c0619f14e849', 'mac_address': 'fa:16:3e:e1:d5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaffdb9e-7058-482d-b5c7-55e497609c78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:24:53.926586 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:24:53.970865 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:53.971237 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:53.971730 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 Sep 28 07:24:53.979492 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-0d402690-32a0-474a-b759-4b267dd0e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:53.982863 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-0d402690-32a0-474a-b759-4b267dd0e2d9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=716c4394-ff90-4541-b49b-242eeb2d130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1855669 Sep 28 07:24:54.014275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] For port 2fcc55c9-f8c5-4280-ac79-26e52989b39d, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:54.026547 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-40128260-67b3-4b71-b6d7-411c39b1d328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.040035 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] For port b2a7b488-544e-4fa3-9375-a53ff209f778, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:54.086795 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5414e9c6-105b-4399-8d56-2f2af1f06d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.109145 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:54.109531 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.126253 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb681bff-5ecb-4683-ab83-f7f2c21dd680 req-ee2f1ea6-b38a-413c-8dc4-1757a89994be tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:54.139034 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb681bff-5ecb-4683-ab83-f7f2c21dd680 req-ee2f1ea6-b38a-413c-8dc4-1757a89994be tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 932 time: 0.1543505 Sep 28 07:24:54.143152 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:54.153134 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 648be1a4-0bc1-44aa-a1c5-4643d67519e4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:54.154313 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Provisioning complete for port a5ca836c-b241-4501-9e8a-0a676dc640ae triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:54.154719 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.155246 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Attempt 1 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:24:54.158519 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:54.160026 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648be1a4-0bc1-44aa-a1c5-4643d67519e4'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:24:54.163705 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] For port b2a7b488-544e-4fa3-9375-a53ff209f778, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b2a7b488-544e-4fa3-9375-a53ff209f778,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:54.177093 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:54.188148 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] For port 2fcc55c9-f8c5-4280-ac79-26e52989b39d, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:54.209648 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c34f0-8aad-4d7e-842f-69a0606a02e9 req-4d11a332-6978-4657-b674-dc7fdbb85f57 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:54.211260 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a2c34f0-8aad-4d7e-842f-69a0606a02e9 req-4d11a332-6978-4657-b674-dc7fdbb85f57 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 943 time: 0.3555501 Sep 28 07:24:54.276189 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.277834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.279039 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 47aded81-579e-49a3-9036-c0619f14e849 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:54.279368 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (47aded81-579e-49a3-9036-c0619f14e849), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.285539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:54.307848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.322877 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:54.323784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.326164 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/2fcc55c9-f8c5-4280-ac79-26e52989b39d HTTP/1.1" status: 200 len: 1094 time: 4.1658976 Sep 28 07:24:54.347119 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'tag': '2fcc55c9-f8c5-4280-ac79-26e52989b39d'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:24:54.350276 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d" -d '{"events": [{"name": "network-changed", "server_uuid": "48e3e956-5f6c-45a6-856b-cea495f8a0c8", "tag": "2fcc55c9-f8c5-4280-ac79-26e52989b39d"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:24:54.352831 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb681bff-5ecb-4683-ab83-f7f2c21dd680 req-86a65f3e-439e-478c-865f-e5690e3b0283 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056711 Sep 28 07:24:54.382303 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:54.383173 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.385247 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 200 len: 1093 time: 4.2087796 Sep 28 07:24:54.434828 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:54.437497 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47aded81-579e-49a3-9036-c0619f14e849 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:54.459033 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5414e9c6-105b-4399-8d56-2f2af1f06d22 admin admin] Publish callbacks [] for security_group (ff9924da-e0b5-4966-8c01-eb9de2beadab), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.468885 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5414e9c6-105b-4399-8d56-2f2af1f06d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ff9924da-e0b5-4966-8c01-eb9de2beadab), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.474390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=648be1a4-0bc1-44aa-a1c5-4643d67519e4,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:54.528659 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.534912 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 47aded81-579e-49a3-9036-c0619f14e849, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=47aded81-579e-49a3-9036-c0619f14e849,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:54.542598 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Port a5ca836c-b241-4501-9e8a-0a676dc640ae cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:54.548366 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (47aded81-579e-49a3-9036-c0619f14e849), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:54.588128 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac7e90-2ecf-4f7f-8446-9b96dd4cc4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a7b488-544e-4fa3-9375-a53ff209f778,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:54.589705 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-5414e9c6-105b-4399-8d56-2f2af1f06d22 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b0e7e9eadb5f4ecb91a3e72237d01287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9233615 Sep 28 07:24:54.595292 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33668) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:54.602441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-c4af3ab8-4f2e-43f3-9c77-81b94b0aa6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:54.604191 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-c4af3ab8-4f2e-43f3-9c77-81b94b0aa6ae service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 1128 time: 0.1761513 Sep 28 07:24:54.609813 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414e9c6-105b-4399-8d56-2f2af1f06d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9924da-e0b5-4966-8c01-eb9de2beadab,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:54.623460 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-9350dba6-23c5-4664-9be2-d891a9169a4b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/716c4394-ff90-4541-b49b-242eeb2d130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277609 Sep 28 07:24:54.639269 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=47aded81-579e-49a3-9036-c0619f14e849,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:54.642031 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b81da-4ae7-4e7a-8e5f-532cc63b0864 req-9d8e4238-957b-4820-8d29-b49f2046493a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:54.644294 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-473b81da-4ae7-4e7a-8e5f-532cc63b0864 req-9d8e4238-957b-4820-8d29-b49f2046493a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 943 time: 0.1330183 Sep 28 07:24:54.667906 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a2c34f0-8aad-4d7e-842f-69a0606a02e9 req-385c8e26-287e-46df-ba8e-c224b7a7620e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3972266 Sep 28 07:24:54.724298 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-e477dd25-c4d7-4e5c-b80d-fc427dddace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:54.726140 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-e477dd25-c4d7-4e5c-b80d-fc427dddace9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 1127 time: 0.2754712 Sep 28 07:24:54.754599 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-473b81da-4ae7-4e7a-8e5f-532cc63b0864 req-cf93fb19-c3af-4b5f-94fe-c0c76881d71b tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026483 Sep 28 07:24:54.799935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ea49c-a4cb-4786-94da-8ec7e29c5554 x-openstack-request-id: req-1f9ea49c-a4cb-4786-94da-8ec7e29c5554 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:24:54.800419 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e3e956-5f6c-45a6-856b-cea495f8a0c8", "tag": "2fcc55c9-f8c5-4280-ac79-26e52989b39d", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:24:54.800645 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f9ea49c-a4cb-4786-94da-8ec7e29c5554 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:24:54.801220 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9ea49c-a4cb-4786-94da-8ec7e29c5554'] response: {'name': 'network-changed', 'server_uuid': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'tag': '2fcc55c9-f8c5-4280-ac79-26e52989b39d', 'status': 'completed', 'code': 200} Sep 28 07:24:54.817885 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['47aded81-579e-49a3-9036-c0619f14e849'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:24:54.834608 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-f879ed56-538a-41ba-b473-5630fc09978e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d HTTP/1.1" status: 200 len: 217 time: 0.2180865 Sep 28 07:24:54.942706 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-7e19605a-7660-40f7-8978-455929c25cf4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 200 len: 217 time: 0.1460695 Sep 28 07:24:54.972699 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63f8f78-f950-4109-8d38-b681133ee2d7" -d '{"events": [{"server_uuid": "d3780a43-5882-4fed-90eb-bd39060f6d99", "name": "network-vif-plugged", "status": "completed", "tag": "648be1a4-0bc1-44aa-a1c5-4643d67519e4"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:24:54.975006 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33678) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:55.045627 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Attempt 2 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:24:55.062225 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:55.131723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Port a5ca836c-b241-4501-9e8a-0a676dc640ae cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:55.136052 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.141600 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b3ecc-34aa-4f96-af43-db8ee46daec2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcc55c9-f8c5-4280-ac79-26e52989b39d,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:55.192210 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-654f01df-1117-4114-83bf-548d2522f4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.239757 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164d6ea-5ac0-47fd-8837-da76ca2e10fb req-9600aafa-35a3-4451-bcdb-66ee33b99400 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.241355 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b164d6ea-5ac0-47fd-8837-da76ca2e10fb req-9600aafa-35a3-4451-bcdb-66ee33b99400 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.3158224 Sep 28 07:24:55.253327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-502fa6dc-cb05-4226-9808-7fd021c4dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.254811 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-502fa6dc-cb05-4226-9808-7fd021c4dcab service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.2682693 Sep 28 07:24:55.282591 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Publish callbacks [] for security_group (ff9924da-e0b5-4966-8c01-eb9de2beadab), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.317713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-1e3e1067-249d-4c07-b1b8-74d853498d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.321127 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-1e3e1067-249d-4c07-b1b8-74d853498d07 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.4755266 Sep 28 07:24:55.329252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae85a6c5-6bd2-4c16-a2cb-61a29b2e382d x-openstack-request-id: req-ae85a6c5-6bd2-4c16-a2cb-61a29b2e382d {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:24:55.329773 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3780a43-5882-4fed-90eb-bd39060f6d99", "name": "network-vif-plugged", "status": "completed", "tag": "648be1a4-0bc1-44aa-a1c5-4643d67519e4", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:24:55.330170 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae85a6c5-6bd2-4c16-a2cb-61a29b2e382d {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:24:55.330755 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae85a6c5-6bd2-4c16-a2cb-61a29b2e382d'] response: {'server_uuid': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648be1a4-0bc1-44aa-a1c5-4643d67519e4', 'code': 200} Sep 28 07:24:55.381572 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-654f01df-1117-4114-83bf-548d2522f4a3 admin admin] Publish callbacks [] for security_group (60082ec0-2700-42f2-89b4-d3c92d7ff6ac), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.388188 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-654f01df-1117-4114-83bf-548d2522f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (60082ec0-2700-42f2-89b4-d3c92d7ff6ac), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.391273 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb65cbd5-0dcd-4da0-9e86-25e31f1b9114 req-99c4d41c-7071-4cb7-9f70-70e9330fa54b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/716c4394-ff90-4541-b49b-242eeb2d130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178938 Sep 28 07:24:55.423149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Publish callbacks [] for security_group (ff9924da-e0b5-4966-8c01-eb9de2beadab), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.473972 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:55.493983 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-535179fb-c795-4895-ac92-925b16dd9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.495651 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-535179fb-c795-4895-ac92-925b16dd9de2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2027521 Sep 28 07:24:55.530418 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-654f01df-1117-4114-83bf-548d2522f4a3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=de797be1153940df900f635163c09d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540252 Sep 28 07:24:55.535169 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33700) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:55.536145 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f01df-1117-4114-83bf-548d2522f4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60082ec0-2700-42f2-89b4-d3c92d7ff6ac,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:55.582459 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-3c870937-965a-4042-8790-26c5b21ffa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.584039 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-3c870937-965a-4042-8790-26c5b21ffa25 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1983254 Sep 28 07:24:55.630713 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 47aded81-579e-49a3-9036-c0619f14e849 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:24:55.634155 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Attempt 3 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:24:55.639527 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d1379-3cbd-4ec6-bba2-ecb099aaec9e req-175ccced-4e31-4e2b-b1e0-ff62bd91395d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.650163 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7e9d1379-3cbd-4ec6-bba2-ecb099aaec9e req-175ccced-4e31-4e2b-b1e0-ff62bd91395d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 932 time: 0.1365502 Sep 28 07:24:55.695418 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b164d6ea-5ac0-47fd-8837-da76ca2e10fb req-0c3ffc13-3148-4e63-9b80-86cdb80f9c0b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337561 Sep 28 07:24:55.780005 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Port a5ca836c-b241-4501-9e8a-0a676dc640ae cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:55.780244 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ab4de3cc-4930-46b2-9302-c73cc1bc0b0c admin admin] Publish callbacks [] for security_group (60082ec0-2700-42f2-89b4-d3c92d7ff6ac), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.791477 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 47aded81-579e-49a3-9036-c0619f14e849 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:24:55.797592 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7e9d1379-3cbd-4ec6-bba2-ecb099aaec9e req-5040c8af-bf79-4a80-acf9-e3ebcd7c33f9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463544 Sep 28 07:24:55.804654 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 47aded81-579e-49a3-9036-c0619f14e849 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:24:55.805068 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (47aded81-579e-49a3-9036-c0619f14e849), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.805779 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 47aded81-579e-49a3-9036-c0619f14e849 Sep 28 07:24:55.836098 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ab4de3cc-4930-46b2-9302-c73cc1bc0b0c admin admin] Publish callbacks [] for security_group (60082ec0-2700-42f2-89b4-d3c92d7ff6ac), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.843914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50f6e3-c0bd-4d97-9e49-3638e9e8e414 req-cf1e0c31-081d-40a6-9294-b9d844536460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.845541 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be50f6e3-c0bd-4d97-9e49-3638e9e8e414 req-cf1e0c31-081d-40a6-9294-b9d844536460 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1129 time: 0.2895091 Sep 28 07:24:55.947406 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 47aded81-579e-49a3-9036-c0619f14e849 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:55.947816 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (47aded81-579e-49a3-9036-c0619f14e849), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.948671 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ca836c-b241-4501-9e8a-0a676dc640ae {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:55.961868 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be50f6e3-c0bd-4d97-9e49-3638e9e8e414 req-e4c4b88a-b878-4281-8997-b6a75076ef4a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.963737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ff9924da-e0b5-4966-8c01-eb9de2beadab), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.967074 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:55.967287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1311d-b68f-48fb-80c7-14457bec20ef req-a9a0cd83-a316-4e2c-a34c-866f49ca8179 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:55.971125 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ff9924da-e0b5-4966-8c01-eb9de2beadab HTTP/1.1" status: 204 len: 168 time: 1.3700764 Sep 28 07:24:55.976529 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-51e1311d-b68f-48fb-80c7-14457bec20ef req-a9a0cd83-a316-4e2c-a34c-866f49ca8179 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 944 time: 0.0835276 Sep 28 07:24:55.985143 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Publish callbacks [] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.004413 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9924da-e0b5-4966-8c01-eb9de2beadab,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:56.032077 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ab4de3cc-4930-46b2-9302-c73cc1bc0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (60082ec0-2700-42f2-89b4-d3c92d7ff6ac), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.034742 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ab4de3cc-4930-46b2-9302-c73cc1bc0b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.035323 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 47aded81-579e-49a3-9036-c0619f14e849, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=47aded81-579e-49a3-9036-c0619f14e849,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:56.036417 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-ab4de3cc-4930-46b2-9302-c73cc1bc0b0c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/60082ec0-2700-42f2-89b4-d3c92d7ff6ac HTTP/1.1" status: 204 len: 168 time: 0.4973114 Sep 28 07:24:56.045437 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (47aded81-579e-49a3-9036-c0619f14e849), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.051642 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfb683-cd8f-45c1-9d9c-c02cbfb5f862 req-dcc2cf5a-7462-4122-b191-5308982d6038 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:56.054815 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0cfb683-cd8f-45c1-9d9c-c02cbfb5f862 req-dcc2cf5a-7462-4122-b191-5308982d6038 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 943 time: 0.2388828 Sep 28 07:24:56.063933 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-51e1311d-b68f-48fb-80c7-14457bec20ef req-1cefd12d-fc3b-4e58-a167-8475893e0328 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860937 Sep 28 07:24:56.067247 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4de3cc-4930-46b2-9302-c73cc1bc0b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60082ec0-2700-42f2-89b4-d3c92d7ff6ac,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:56.102980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Transition to ACTIVE for port object a5ca836c-b241-4501-9e8a-0a676dc640ae will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:24:56.104050 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:56.108230 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.108770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.117261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.118631 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.119965 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.120379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.122626 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.123939 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.126767 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.127628 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.128046 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.128544 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.128925 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.129364 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.129742 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c878556e-8796-45cf-8ab8-2acef6829e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:56.166294 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-edec6873-02ac-430d-84a5-a28ebdbaa0ba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437511 Sep 28 07:24:56.177391 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.237896 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=47aded81-579e-49a3-9036-c0619f14e849,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:56.281324 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Attempt 4 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:24:56.322485 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Port a5ca836c-b241-4501-9e8a-0a676dc640ae cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:56.483919 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33722) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:56.499822 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ffec053b-fefa-4f22-a4ca-e612c52c87e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.518186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:56.526586 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:56.536084 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33724) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:56.554500 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-4599747d-120c-44a1-a3cd-919eff48cc3d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106221 Sep 28 07:24:56.557883 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-74b38d62-3962-433a-a392-5bf4a2800392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.567445 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0cfb683-cd8f-45c1-9d9c-c02cbfb5f862 req-08e818c8-b47d-4452-929e-d3c07567ff54 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5027912 Sep 28 07:24:56.613226 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.635160 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:56.661740 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ffec053b-fefa-4f22-a4ca-e612c52c87e1 admin admin] Publish callbacks [] for security_group (ac0f6448-59cc-4863-b4c2-6f6871da1a53), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.670946 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ffec053b-fefa-4f22-a4ca-e612c52c87e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ac0f6448-59cc-4863-b4c2-6f6871da1a53), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.727883 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-ffec053b-fefa-4f22-a4ca-e612c52c87e1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=87e693b4ca95412db65788d16efc04c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423956 Sep 28 07:24:56.740000 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33730) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:56.764179 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.777962 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-74b38d62-3962-433a-a392-5bf4a2800392 admin admin] Publish callbacks [] for security_group (5a4c0936-43e9-470c-877c-86d2c3b16d09), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.779191 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec053b-fefa-4f22-a4ca-e612c52c87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0f6448-59cc-4863-b4c2-6f6871da1a53,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:56.794984 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-74b38d62-3962-433a-a392-5bf4a2800392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (5a4c0936-43e9-470c-877c-86d2c3b16d09), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.808193 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be50f6e3-c0bd-4d97-9e49-3638e9e8e414 req-e4c4b88a-b878-4281-8997-b6a75076ef4a service neutron] Publish callbacks [] for security_group (cff27bc7-0ac9-40a2-9de2-db1265b14270), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.810152 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:24:56.812785 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a1b738-5690-400b-9fae-1586730af98e" -d '{"events": [{"name": "network-changed", "server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:24:56.817244 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:56.823545 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Attempt 5 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:24:56.849426 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0ec0489-ca3b-4df4-b652-9f563901f84d req-66b55155-4613-4cd0-9775-167d69d09e28 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601658 Sep 28 07:24:56.850218 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be50f6e3-c0bd-4d97-9e49-3638e9e8e414 req-e4c4b88a-b878-4281-8997-b6a75076ef4a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (cff27bc7-0ac9-40a2-9de2-db1265b14270), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:56.878569 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Port a5ca836c-b241-4501-9e8a-0a676dc640ae cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:24:56.898330 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-74b38d62-3962-433a-a392-5bf4a2800392 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d465f42e9b52454fb0c97f9660d03e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612194 Sep 28 07:24:56.899363 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33740) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:56.906363 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f3aa6-918e-4b36-a274-949e25cb486f req-1400b3e0-dcdd-42f3-a18a-6d62aec5251b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:56.910248 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-159f3aa6-918e-4b36-a274-949e25cb486f req-1400b3e0-dcdd-42f3-a18a-6d62aec5251b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.1186094 Sep 28 07:24:56.912282 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b38d62-3962-433a-a392-5bf4a2800392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4c0936-43e9-470c-877c-86d2c3b16d09,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:56.916443 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Attempting to bind port a5ca836c-b241-4501-9e8a-0a676dc640ae on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:24:56.917040 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Attempting to bind port a5ca836c-b241-4501-9e8a-0a676dc640ae by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:24:56.917472 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Attempting to bind port a5ca836c-b241-4501-9e8a-0a676dc640ae on network ad570fd1-a088-4600-9208-cf0f3843e053 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:56.932391 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a745991-216a-462c-8b42-6b7d0556d210 x-openstack-request-id: req-3a745991-216a-462c-8b42-6b7d0556d210 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:24:56.932822 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:24:56.933509 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a745991-216a-462c-8b42-6b7d0556d210 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:24:56.934237 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a745991-216a-462c-8b42-6b7d0556d210'] response: {'name': 'network-changed', 'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'status': 'completed', 'code': 200} Sep 28 07:24:56.977135 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-437f3319-a2d3-4a2d-9bfd-375ef72923a0 req-4f7ea9ab-b053-4464-bf52-e65e0a9b8f75 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077923 Sep 28 07:24:56.982399 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be50f6e3-c0bd-4d97-9e49-3638e9e8e414 req-e4c4b88a-b878-4281-8997-b6a75076ef4a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0944242 Sep 28 07:24:56.991512 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4b88a-b878-4281-8997-b6a75076ef4a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cff27bc7-0ac9-40a2-9de2-db1265b14270,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:57.032468 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Publish callbacks [] for security_group (5a4c0936-43e9-470c-877c-86d2c3b16d09), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.039159 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-159f3aa6-918e-4b36-a274-949e25cb486f req-db60735d-1d42-46f2-8f68-de3d1c989c61 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017342 Sep 28 07:24:57.043645 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6b410c43-c676-4b05-b992-ec78045a137d admin admin] Publish callbacks [] for security_group (ac0f6448-59cc-4863-b4c2-6f6871da1a53), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.059922 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Publish callbacks [] for security_group (5a4c0936-43e9-470c-877c-86d2c3b16d09), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.077980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d6c6b-612a-49b8-961b-1c10048f3d58 req-85d99edb-7c58-45a8-83c0-e3dfd0221c28 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:57.079897 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e31d6c6b-612a-49b8-961b-1c10048f3d58 req-85d99edb-7c58-45a8-83c0-e3dfd0221c28 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0939384 Sep 28 07:24:57.088504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Port a5ca836c-b241-4501-9e8a-0a676dc640ae on network ad570fd1-a088-4600-9208-cf0f3843e053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:24:57.088925 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Attempting to bind port a5ca836c-b241-4501-9e8a-0a676dc640ae on network ad570fd1-a088-4600-9208-cf0f3843e053 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:24:57.125956 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (5a4c0936-43e9-470c-877c-86d2c3b16d09), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.130748 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.132599 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5a4c0936-43e9-470c-877c-86d2c3b16d09 HTTP/1.1" status: 204 len: 168 time: 0.2211926 Sep 28 07:24:57.137650 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6b410c43-c676-4b05-b992-ec78045a137d admin admin] Publish callbacks [] for security_group (ac0f6448-59cc-4863-b4c2-6f6871da1a53), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.158962 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4c0936-43e9-470c-877c-86d2c3b16d09,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:57.178225 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.178665 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.179121 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.180094 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.180825 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.181284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.181714 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.182141 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.182589 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.183027 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.183500 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.184584 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.184710 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.185172 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.185596 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e7ba2-7ebd-4965-9601-f0f22a73b7ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:24:57.229077 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:24:57.229423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Checking segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:24:57.229813 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Bound using segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:24:57.231222 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Bound port: a5ca836c-b241-4501-9e8a-0a676dc640ae, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:24:57.231596 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.244118 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be25271-45d0-4d25-adb3-f78e72a5c9de req-661f5331-230c-43e2-a0b8-2707cca75a98 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:57.245737 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4be25271-45d0-4d25-adb3-f78e72a5c9de req-661f5331-230c-43e2-a0b8-2707cca75a98 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0885129 Sep 28 07:24:57.266806 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e31d6c6b-612a-49b8-961b-1c10048f3d58 req-46f56af1-d7c7-4ad9-97cc-6fd2f6e648b9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794531 Sep 28 07:24:57.302804 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:57.318522 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6b410c43-c676-4b05-b992-ec78045a137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ac0f6448-59cc-4863-b4c2-6f6871da1a53), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.321361 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6b410c43-c676-4b05-b992-ec78045a137d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.322671 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6b410c43-c676-4b05-b992-ec78045a137d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ac0f6448-59cc-4863-b4c2-6f6871da1a53 HTTP/1.1" status: 204 len: 168 time: 0.5816488 Sep 28 07:24:57.332657 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa762762-a21e-4513-8589-a928beda6b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aded81-579e-49a3-9036-c0619f14e849'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:24:57.335232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89adb10-64d2-4bed-adee-8400e6d35c93" -d '{"events": [{"server_uuid": "fa762762-a21e-4513-8589-a928beda6b1d", "name": "network-vif-plugged", "status": "completed", "tag": "47aded81-579e-49a3-9036-c0619f14e849"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:24:57.344449 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b410c43-c676-4b05-b992-ec78045a137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0f6448-59cc-4863-b4c2-6f6871da1a53,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:57.351757 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:24:57.380518 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:24:57.394444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.397030 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4be25271-45d0-4d25-adb3-f78e72a5c9de req-8143bc8f-03de-4e2c-913a-422b9f139605 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435783 Sep 28 07:24:57.398512 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:57.401192 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.404726 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 200 len: 1094 time: 3.5142441 Sep 28 07:24:57.414013 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Attempt 6 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:24:57.417644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:57.473398 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac5865-d392-4434-baed-4aec3266ac4b x-openstack-request-id: req-4aac5865-d392-4434-baed-4aec3266ac4b {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:24:57.477725 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa762762-a21e-4513-8589-a928beda6b1d", "name": "network-vif-plugged", "status": "completed", "tag": "47aded81-579e-49a3-9036-c0619f14e849", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:24:57.477725 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4aac5865-d392-4434-baed-4aec3266ac4b {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:24:57.477725 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aac5865-d392-4434-baed-4aec3266ac4b'] response: {'server_uuid': 'fa762762-a21e-4513-8589-a928beda6b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aded81-579e-49a3-9036-c0619f14e849', 'code': 200} Sep 28 07:24:57.502028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:57.505443 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d581770e-6dd7-464b-a976-efa1a657c4cc None None] Port a5ca836c-b241-4501-9e8a-0a676dc640ae had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:24:57.536106 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa68c23-4bf6-4783-bf22-43cdf7fe5bcc service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:57.743800 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb6dc7-c0a0-4e5e-b874-c23a6ac905ec req-cb73917f-e38c-4d94-8e93-5b73ee783094 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:57.754037 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f0cb6dc7-c0a0-4e5e-b874-c23a6ac905ec req-cb73917f-e38c-4d94-8e93-5b73ee783094 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 943 time: 0.0931981 Sep 28 07:24:57.783943 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:57.815251 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f0cb6dc7-c0a0-4e5e-b874-c23a6ac905ec req-483c0899-54c0-404c-84a6-1f4f140fbcf0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601690 Sep 28 07:24:57.856384 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33776) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:57.883892 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-160ccf94-bdb7-455f-a85d-7aeb7acf0ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.976152 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-160ccf94-bdb7-455f-a85d-7aeb7acf0ae1 admin admin] Publish callbacks [] for security_group (f98c973a-1a95-43e7-ac06-59601c8dc764), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:57.982458 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-160ccf94-bdb7-455f-a85d-7aeb7acf0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f98c973a-1a95-43e7-ac06-59601c8dc764), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:58.037944 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-160ccf94-bdb7-455f-a85d-7aeb7acf0ae1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8b90d343c60848e1bab2f9d16b5e8a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778903 Sep 28 07:24:58.037944 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ccf94-bdb7-455f-a85d-7aeb7acf0ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98c973a-1a95-43e7-ac06-59601c8dc764,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:58.038749 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33782) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:24:58.147698 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:24:58.148794 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1b738-5690-400b-9fae-1586730af98e req-ba638386-8f4b-441a-8c67-6c92ab789b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:58.151649 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81a1b738-5690-400b-9fae-1586730af98e req-ba638386-8f4b-441a-8c67-6c92ab789b09 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 1127 time: 0.0914617 Sep 28 07:24:58.181311 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad03-74d0-49b2-9da8-a4b93a7414e4 admin admin] Publish callbacks [] for security_group (f98c973a-1a95-43e7-ac06-59601c8dc764), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:58.223259 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad03-74d0-49b2-9da8-a4b93a7414e4 admin admin] Publish callbacks [] for security_group (f98c973a-1a95-43e7-ac06-59601c8dc764), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:58.254594 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d659d-8062-4cf8-aa6d-3fbc52221e04 req-0822934d-4716-4389-9f11-90e49f9010e4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:58.256488 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-352d659d-8062-4cf8-aa6d-3fbc52221e04 req-0822934d-4716-4389-9f11-90e49f9010e4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.0684831 Sep 28 07:24:58.281579 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:58.299294 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad03-74d0-49b2-9da8-a4b93a7414e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f98c973a-1a95-43e7-ac06-59601c8dc764), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:58.303562 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad03-74d0-49b2-9da8-a4b93a7414e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:58.305092 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2ce1ad03-74d0-49b2-9da8-a4b93a7414e4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f98c973a-1a95-43e7-ac06-59601c8dc764 HTTP/1.1" status: 204 len: 168 time: 0.2657499 Sep 28 07:24:58.316786 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1ad03-74d0-49b2-9da8-a4b93a7414e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98c973a-1a95-43e7-ac06-59601c8dc764,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:24:58.391379 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-352d659d-8062-4cf8-aa6d-3fbc52221e04 req-47fcfe6a-7c5e-465e-95e5-93664864e6ac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280866 Sep 28 07:24:58.448279 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:58.460113 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668c6f4-d68c-40d9-8db5-3c5af4c65f59 req-60921294-66e8-4de1-9725-99ff68e240bd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:58.468357 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1668c6f4-d68c-40d9-8db5-3c5af4c65f59 req-60921294-66e8-4de1-9725-99ff68e240bd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0667551 Sep 28 07:24:58.528419 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1668c6f4-d68c-40d9-8db5-3c5af4c65f59 req-2dab37b8-cd31-4564-9ae4-09796cbe399c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580447 Sep 28 07:24:58.611917 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59082b42-fc5e-4add-a9b7-3f60bec4b4be req-31756234-5516-4449-bb29-9a77a0ad4477 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:58.623536 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59082b42-fc5e-4add-a9b7-3f60bec4b4be req-31756234-5516-4449-bb29-9a77a0ad4477 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.1039698 Sep 28 07:24:58.700199 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59082b42-fc5e-4add-a9b7-3f60bec4b4be req-9889295a-6a3d-4214-ae96-046856126b98 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756774 Sep 28 07:24:58.935886 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:24:58.938929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992c8f3-5455-4860-a042-d7859f68938a" -d '{"events": [{"name": "network-changed", "server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:24:58.986996 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff1c85c-e4d8-409a-a43f-def5a9297948 x-openstack-request-id: req-bff1c85c-e4d8-409a-a43f-def5a9297948 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:24:58.987506 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:24:58.988128 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bff1c85c-e4d8-409a-a43f-def5a9297948 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:24:58.988722 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff1c85c-e4d8-409a-a43f-def5a9297948'] response: {'name': 'network-changed', 'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'status': 'completed', 'code': 200} Sep 28 07:24:58.991119 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2563c-a08e-4923-bf19-10037aac1c66 req-391c4977-4b4c-4e0b-9893-a02183a6aae6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:58.992788 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c7f2563c-a08e-4923-bf19-10037aac1c66 req-391c4977-4b4c-4e0b-9893-a02183a6aae6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 943 time: 0.0722787 Sep 28 07:24:59.050678 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c7f2563c-a08e-4923-bf19-10037aac1c66 req-026d486b-5a6f-4e19-a2b0-87dd0fb3dfe1 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505240 Sep 28 07:24:59.168401 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1b738-5690-400b-9fae-1586730af98e req-8d0c79a8-dbda-450f-9024-7ac64148931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.169937 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81a1b738-5690-400b-9fae-1586730af98e req-8d0c79a8-dbda-450f-9024-7ac64148931b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 911 time: 0.1276457 Sep 28 07:24:59.489720 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81a1b738-5690-400b-9fae-1586730af98e req-8c777b59-84dd-4f3c-9d88-38f5eba3b3cd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 200 len: 217 time: 0.0955839 Sep 28 07:24:59.548027 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-7c98a623-0fbb-4faf-9df1-36d6e418979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.549787 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-7c98a623-0fbb-4faf-9df1-36d6e418979b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 1128 time: 0.1572468 Sep 28 07:24:59.553729 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-2869ace2-d5bb-4a73-bf85-78ed2ab75d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.555559 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-2869ace2-d5bb-4a73-bf85-78ed2ab75d95 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 1128 time: 0.1518495 Sep 28 07:24:59.649765 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b2a7b488-544e-4fa3-9375-a53ff209f778 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:24:59.674109 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa260c-e944-411a-95e5-eaa7f2bc5417 req-034af959-4bfc-4fde-bf03-b8dcb2bffe67 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.681499 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-dcfa260c-e944-411a-95e5-eaa7f2bc5417 req-034af959-4bfc-4fde-bf03-b8dcb2bffe67 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0625715 Sep 28 07:24:59.704700 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1b738-5690-400b-9fae-1586730af98e req-4819f1fa-4b53-40a2-8015-909788d3eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.706196 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81a1b738-5690-400b-9fae-1586730af98e req-4819f1fa-4b53-40a2-8015-909788d3eba6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.2098372 Sep 28 07:24:59.707825 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-56bb650f-a2ce-47e5-a7f7-b8527962f2c4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 200 len: 217 time: 0.1316452 Sep 28 07:24:59.717038 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a2116-c5f9-4218-9d84-924830a9dd39 req-422bce4d-4d3f-46cf-8411-48c1fdaa8bb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.718908 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a0a2116-c5f9-4218-9d84-924830a9dd39 req-422bce4d-4d3f-46cf-8411-48c1fdaa8bb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 944 time: 0.1838250 Sep 28 07:24:59.742271 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae20ae1-2686-446b-bc3f-ce7db85217f5 req-f35cf894-9585-4333-9b0c-5c49ac9b441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.744103 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bae20ae1-2686-446b-bc3f-ce7db85217f5 req-f35cf894-9585-4333-9b0c-5c49ac9b441e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 1129 time: 0.1687844 Sep 28 07:24:59.783860 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-dcfa260c-e944-411a-95e5-eaa7f2bc5417 req-404a4aea-a9c9-47f5-91a7-7da56f6f8cae tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985773 Sep 28 07:24:59.813063 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:24:59.819991 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port b2a7b488-544e-4fa3-9375-a53ff209f778, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b2a7b488-544e-4fa3-9375-a53ff209f778,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:59.834090 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'port_id': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'mac_address': 'fa:16:3e:4e:38:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:24:59.881359 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port b2a7b488-544e-4fa3-9375-a53ff209f778 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:24:59.882153 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:59.897796 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a7b488-544e-4fa3-9375-a53ff209f778 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:24:59.899660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1b738-5690-400b-9fae-1586730af98e req-41887474-07bf-466a-9600-c7403ecc9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:24:59.902948 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81a1b738-5690-400b-9fae-1586730af98e req-41887474-07bf-466a-9600-c7403ecc9061 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1819923 Sep 28 07:24:59.950590 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port b2a7b488-544e-4fa3-9375-a53ff209f778, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b2a7b488-544e-4fa3-9375-a53ff209f778,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:24:59.964137 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:24:59.965887 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2fcc55c9-f8c5-4280-ac79-26e52989b39d details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:25:00.005045 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ad78a-db2f-48cb-b034-a4630546eddc req-64989d74-e2d7-4611-a48e-5725a6af92f7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:00.007104 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9f3ad78a-db2f-48cb-b034-a4630546eddc req-64989d74-e2d7-4611-a48e-5725a6af92f7 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0601296 Sep 28 07:25:00.067971 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81a1b738-5690-400b-9fae-1586730af98e req-763bad37-9c6f-4d9d-afb7-17916e09129b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239820 Sep 28 07:25:00.070589 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9f3ad78a-db2f-48cb-b034-a4630546eddc req-3c9d3bff-4897-462b-8599-273dc1d7a77e tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556524 Sep 28 07:25:00.100975 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=b2a7b488-544e-4fa3-9375-a53ff209f778,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:00.128543 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-d83f814a-8eaf-40f1-a118-41dfa879646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:00.132396 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-d83f814a-8eaf-40f1-a118-41dfa879646b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.4078479 Sep 28 07:25:00.134994 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-d625bc4b-abfe-4802-8d0a-68bcf2776f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:00.140114 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-d625bc4b-abfe-4802-8d0a-68bcf2776f3c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.5647140 Sep 28 07:25:00.204806 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.205179 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.205521 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.206157 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.206276 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.206537 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.206863 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.207381 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.207504 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.207820 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.208143 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.208470 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.209689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.210032 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.210361 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:25:00.224337 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a0a2116-c5f9-4218-9d84-924830a9dd39 req-ceb32cc3-c4eb-4b47-a35a-5ff049b0a8b9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986885 Sep 28 07:25:00.306184 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559bc00-bedb-43f5-a286-9c136f5581bf req-3a4c132b-3e4f-49e0-8364-73e90ee968a6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:00.312007 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a559bc00-bedb-43f5-a286-9c136f5581bf req-3a4c132b-3e4f-49e0-8364-73e90ee968a6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 944 time: 0.1247957 Sep 28 07:25:00.360394 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 2fcc55c9-f8c5-4280-ac79-26e52989b39d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:00.399541 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '2fcc55c9-f8c5-4280-ac79-26e52989b39d', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'port_id': '2fcc55c9-f8c5-4280-ac79-26e52989b39d', 'mac_address': 'fa:16:3e:e9:6e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:25:00.435475 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a559bc00-bedb-43f5-a286-9c136f5581bf req-5336d7af-6365-4bf2-848b-79a719f2886c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163373 Sep 28 07:25:00.468919 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bae20ae1-2686-446b-bc3f-ce7db85217f5 req-720a2d5a-e5bc-4b8e-9a49-903c70ea8a72 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718388 Sep 28 07:25:00.476389 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-1c970d2c-a973-4487-bb9c-0d59fb9f1cb4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d HTTP/1.1" status: 200 len: 217 time: 0.2942491 Sep 28 07:25:00.496830 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14203539-06c4-46f0-8624-e3d1e5926411 req-5dd3edbf-16e3-421a-b244-5e0851f7ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:00.498945 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-5dd3edbf-16e3-421a-b244-5e0851f7ba55 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3156250 Sep 28 07:25:00.507313 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 2fcc55c9-f8c5-4280-ac79-26e52989b39d is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:25:00.508031 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:00.524743 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcc55c9-f8c5-4280-ac79-26e52989b39d {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:25:00.547307 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 2fcc55c9-f8c5-4280-ac79-26e52989b39d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:00.553966 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:00.556319 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81a1b738-5690-400b-9fae-1586730af98e req-742e254f-d897-41ab-8668-5eedf0959ff4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442596 Sep 28 07:25:00.615966 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=2fcc55c9-f8c5-4280-ac79-26e52989b39d,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:00.949820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834da98-b435-4a50-9b59-fe396927c6fd req-00ddf995-84b9-4e63-b23e-50035809eaf6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:00.953614 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a834da98-b435-4a50-9b59-fe396927c6fd req-00ddf995-84b9-4e63-b23e-50035809eaf6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0512843 Sep 28 07:25:00.954070 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33926) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:00.984704 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['b2a7b488-544e-4fa3-9375-a53ff209f778'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:25:01.023021 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a834da98-b435-4a50-9b59-fe396927c6fd req-4f0e5339-b13b-4c14-b92f-b94696e2023d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658360 Sep 28 07:25:01.097056 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['2fcc55c9-f8c5-4280-ac79-26e52989b39d'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:25:01.158883 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d3c9-3c04-4550-8cd4-d18fd0fb4309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:01.166203 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:01.233176 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8322a-60b6-4182-ba48-c82661f7c800 req-a2d467b5-c2c9-4bbb-ac20-b754ce07b2f8 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:01.241403 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-45e8322a-60b6-4182-ba48-c82661f7c800 req-a2d467b5-c2c9-4bbb-ac20-b754ce07b2f8 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0630639 Sep 28 07:25:01.369706 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-45e8322a-60b6-4182-ba48-c82661f7c800 req-32878962-148e-4a3e-bedd-6b94a8303fd5 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263604 Sep 28 07:25:01.390187 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:01.401190 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:01.404424 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:01.409571 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-5cb2a06e-fb72-428f-97b7-b6c7ca06fa74 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023966 Sep 28 07:25:01.472911 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-d28bb5a7-ff6c-432b-9771-e64782c618ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:01.475429 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-d28bb5a7-ff6c-432b-9771-e64782c618ad service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.2602112 Sep 28 07:25:01.482950 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d3c9-3c04-4550-8cd4-d18fd0fb4309 admin admin] Publish callbacks [] for security_group (db4b41ad-56fe-42af-ac4d-945e4babcea9), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:01.486541 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466768f5-2daa-4580-ace6-3ab9ee9f043e req-869c41c9-7d7d-4240-ad5d-6f8b2feebdc9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:01.488304 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d3c9-3c04-4550-8cd4-d18fd0fb4309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (db4b41ad-56fe-42af-ac4d-945e4babcea9), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:01.494595 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-466768f5-2daa-4580-ace6-3ab9ee9f043e req-869c41c9-7d7d-4240-ad5d-6f8b2feebdc9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0876887 Sep 28 07:25:01.526161 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b4b7d3c9-3c04-4550-8cd4-d18fd0fb4309 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=16ec42b66c0c4c85bbaba6d624b309aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709381 Sep 28 07:25:01.527846 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33960) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:01.590364 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-466768f5-2daa-4580-ace6-3ab9ee9f043e req-1bf97786-bcbf-49fb-995e-77f0f8288225 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941529 Sep 28 07:25:01.603761 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7d3c9-3c04-4550-8cd4-d18fd0fb4309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4b41ad-56fe-42af-ac4d-945e4babcea9,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:01.705623 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe091b-d44b-4e03-97cb-438b3b66c19d req-eeafcdd6-5e6c-41ae-a791-9657e5c92311 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:01.716589 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7bbe091b-d44b-4e03-97cb-438b3b66c19d req-eeafcdd6-5e6c-41ae-a791-9657e5c92311 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 944 time: 0.1148803 Sep 28 07:25:01.719273 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-54ada87f-78ae-414d-95c1-c127a8a337db admin admin] Publish callbacks [] for security_group (db4b41ad-56fe-42af-ac4d-945e4babcea9), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:01.744999 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-54ada87f-78ae-414d-95c1-c127a8a337db admin admin] Publish callbacks [] for security_group (db4b41ad-56fe-42af-ac4d-945e4babcea9), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:01.765577 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:01.783036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-2fff5624-f855-41b7-ba2b-810e939ac8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:01.786086 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-2fff5624-f855-41b7-ba2b-810e939ac8e4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1890178 Sep 28 07:25:01.799335 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 33972) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:01.892365 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7bbe091b-d44b-4e03-97cb-438b3b66c19d req-01f7ad62-0c04-4515-a64d-618515452e86 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1748550 Sep 28 07:25:01.893169 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-54ada87f-78ae-414d-95c1-c127a8a337db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (db4b41ad-56fe-42af-ac4d-945e4babcea9), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:01.895771 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-54ada87f-78ae-414d-95c1-c127a8a337db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:01.899183 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-54ada87f-78ae-414d-95c1-c127a8a337db admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/db4b41ad-56fe-42af-ac4d-945e4babcea9 HTTP/1.1" status: 204 len: 168 time: 0.3666422 Sep 28 07:25:01.904845 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14203539-06c4-46f0-8624-e3d1e5926411 req-23bc9df4-b7d5-42b7-bb66-97bec3778699 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091981 Sep 28 07:25:01.928314 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ada87f-78ae-414d-95c1-c127a8a337db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4b41ad-56fe-42af-ac4d-945e4babcea9,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:02.030532 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-be12e36c-aaad-4595-9a07-d753a9c42352 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268283 Sep 28 07:25:02.038542 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dcd352e6-6bca-4a4e-ae03-9dabba9c6421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.353421 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 33998) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:02.368965 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ced1d617-a6cf-4c72-99ad-e550c31616a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.381740 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dcd352e6-6bca-4a4e-ae03-9dabba9c6421 admin admin] Publish callbacks [] for security_group (a65468c0-191e-4ed8-9a2f-2166f715cdfd), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.388140 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dcd352e6-6bca-4a4e-ae03-9dabba9c6421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (a65468c0-191e-4ed8-9a2f-2166f715cdfd), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.416530 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8af1f-f40b-4134-9539-774001f3970c req-8aa66481-b344-4cdc-a0af-68229304b8d2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:02.418127 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3b8af1f-f40b-4134-9539-774001f3970c req-8aa66481-b344-4cdc-a0af-68229304b8d2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0751131 Sep 28 07:25:02.449729 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-dcd352e6-6bca-4a4e-ae03-9dabba9c6421 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9c4d15a1ce32406e94feb1f40cdcd8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6480401 Sep 28 07:25:02.450786 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd352e6-6bca-4a4e-ae03-9dabba9c6421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65468c0-191e-4ed8-9a2f-2166f715cdfd,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:02.453228 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34002) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:02.469892 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ced1d617-a6cf-4c72-99ad-e550c31616a0 admin admin] Publish callbacks [] for security_group (c66a42f8-d29d-4992-a4e6-86801d44dfb0), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.475116 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ced1d617-a6cf-4c72-99ad-e550c31616a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (c66a42f8-d29d-4992-a4e6-86801d44dfb0), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.486070 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:02.513493 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b2a7b488-544e-4fa3-9375-a53ff209f778 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:25:02.526137 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3b8af1f-f40b-4134-9539-774001f3970c req-c3af87dc-8a51-40a1-ab7c-4b7d2098c3c5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936899 Sep 28 07:25:02.540923 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6a5b88d3-bac1-44a0-909e-6a39b8638189 admin admin] Publish callbacks [] for security_group (a65468c0-191e-4ed8-9a2f-2166f715cdfd), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.548333 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-ced1d617-a6cf-4c72-99ad-e550c31616a0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6a085ca6fd6645b281410787093d06dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938219 Sep 28 07:25:02.550987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34004) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:02.560220 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1d617-a6cf-4c72-99ad-e550c31616a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66a42f8-d29d-4992-a4e6-86801d44dfb0,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:02.589695 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6a5b88d3-bac1-44a0-909e-6a39b8638189 admin admin] Publish callbacks [] for security_group (a65468c0-191e-4ed8-9a2f-2166f715cdfd), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.593113 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7c6ba-1818-4c50-aa61-355500d77c57 req-27a78dac-4185-4cae-b2e1-a43b41afad44 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:02.594786 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6cb7c6ba-1818-4c50-aa61-355500d77c57 req-27a78dac-4185-4cae-b2e1-a43b41afad44 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.1013343 Sep 28 07:25:02.602142 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port b2a7b488-544e-4fa3-9375-a53ff209f778 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:25:02.614519 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port b2a7b488-544e-4fa3-9375-a53ff209f778 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:25:02.615805 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.616214 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port b2a7b488-544e-4fa3-9375-a53ff209f778 Sep 28 07:25:02.645020 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1bd43eb-2d70-47a5-9355-8ff4c4d5b7db admin admin] Publish callbacks [] for security_group (c66a42f8-d29d-4992-a4e6-86801d44dfb0), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.668378 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1bd43eb-2d70-47a5-9355-8ff4c4d5b7db admin admin] Publish callbacks [] for security_group (c66a42f8-d29d-4992-a4e6-86801d44dfb0), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.672300 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6cb7c6ba-1818-4c50-aa61-355500d77c57 req-8a9241b0-4648-4d21-8c3b-0d71bfaa9888 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640581 Sep 28 07:25:02.679998 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6a5b88d3-bac1-44a0-909e-6a39b8638189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (a65468c0-191e-4ed8-9a2f-2166f715cdfd), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.682911 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6a5b88d3-bac1-44a0-909e-6a39b8638189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.687795 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6a5b88d3-bac1-44a0-909e-6a39b8638189 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a65468c0-191e-4ed8-9a2f-2166f715cdfd HTTP/1.1" status: 204 len: 168 time: 0.2241001 Sep 28 07:25:02.702351 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b88d3-bac1-44a0-909e-6a39b8638189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65468c0-191e-4ed8-9a2f-2166f715cdfd,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:02.733137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:02.783912 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34ceca-6eed-4aa1-b0fa-3ab0a7130bcd req-96c8963f-5d3b-4a72-921d-5a73cd9878f6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:02.785527 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b34ceca-6eed-4aa1-b0fa-3ab0a7130bcd req-96c8963f-5d3b-4a72-921d-5a73cd9878f6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0742302 Sep 28 07:25:02.812534 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1bd43eb-2d70-47a5-9355-8ff4c4d5b7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (c66a42f8-d29d-4992-a4e6-86801d44dfb0), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.815045 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1bd43eb-2d70-47a5-9355-8ff4c4d5b7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.818918 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c1bd43eb-2d70-47a5-9355-8ff4c4d5b7db admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c66a42f8-d29d-4992-a4e6-86801d44dfb0 HTTP/1.1" status: 204 len: 168 time: 0.2642822 Sep 28 07:25:02.837731 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd43eb-2d70-47a5-9355-8ff4c4d5b7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66a42f8-d29d-4992-a4e6-86801d44dfb0,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:02.849357 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:02.860168 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b34ceca-6eed-4aa1-b0fa-3ab0a7130bcd req-609657a9-9f4c-422d-b012-e35624a844c6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657923 Sep 28 07:25:02.923489 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port b2a7b488-544e-4fa3-9375-a53ff209f778 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:25:02.924053 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.953661 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:25:02.956390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a19145c-d4c4-4ca0-9a5a-eca4dbc6fb69" -d '{"events": [{"server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "name": "network-vif-plugged", "status": "completed", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:25:02.972842 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port b2a7b488-544e-4fa3-9375-a53ff209f778, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b2a7b488-544e-4fa3-9375-a53ff209f778,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:02.982697 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:02.984907 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2fcc55c9-f8c5-4280-ac79-26e52989b39d up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:25:03.022838 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82462c7-a23e-4bac-a9c0-ca8377fc815c x-openstack-request-id: req-b82462c7-a23e-4bac-a9c0-ca8377fc815c {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:25:03.023415 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "name": "network-vif-plugged", "status": "completed", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:25:03.023676 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b82462c7-a23e-4bac-a9c0-ca8377fc815c {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:25:03.024075 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82462c7-a23e-4bac-a9c0-ca8377fc815c'] response: {'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'code': 200} Sep 28 07:25:03.070214 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf09a20-eb1c-4dc7-aa0d-5757f4170398 req-8694b4ad-257d-4e33-98f4-9a9b729d9421 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:03.072399 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9cf09a20-eb1c-4dc7-aa0d-5757f4170398 req-8694b4ad-257d-4e33-98f4-9a9b729d9421 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0581324 Sep 28 07:25:03.099457 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 2fcc55c9-f8c5-4280-ac79-26e52989b39d completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:25:03.104738 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=b2a7b488-544e-4fa3-9375-a53ff209f778,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:03.111257 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 2fcc55c9-f8c5-4280-ac79-26e52989b39d triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:25:03.111631 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.111967 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 2fcc55c9-f8c5-4280-ac79-26e52989b39d Sep 28 07:25:03.139197 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9cf09a20-eb1c-4dc7-aa0d-5757f4170398 req-c489b153-b113-4cc0-84f1-006ea853373a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567982 Sep 28 07:25:03.204504 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 2fcc55c9-f8c5-4280-ac79-26e52989b39d is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:25:03.204905 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.246282 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 2fcc55c9-f8c5-4280-ac79-26e52989b39d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:03.253109 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.268551 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34034) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:03.289929 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-586aa1c3-5a7e-4295-b598-ac88defc539d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.324562 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=2fcc55c9-f8c5-4280-ac79-26e52989b39d,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:03.326649 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:03.462792 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-586aa1c3-5a7e-4295-b598-ac88defc539d admin admin] Publish callbacks [] for security_group (f56e365d-24b7-4d9f-b3fe-66f35c7dc74c), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.476584 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-586aa1c3-5a7e-4295-b598-ac88defc539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f56e365d-24b7-4d9f-b3fe-66f35c7dc74c), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.550189 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-586aa1c3-5a7e-4295-b598-ac88defc539d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=453b988e369c44b484de8e860afc4d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795408 Sep 28 07:25:03.551311 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aa1c3-5a7e-4295-b598-ac88defc539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e365d-24b7-4d9f-b3fe-66f35c7dc74c,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:03.554080 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34044) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:03.604000 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34048) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:03.653816 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c8f3-5455-4860-a042-d7859f68938a req-4faa4c9d-c08d-42e1-813a-211a1e2dcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:03.655759 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3992c8f3-5455-4860-a042-d7859f68938a req-4faa4c9d-c08d-42e1-813a-211a1e2dcb85 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 1128 time: 0.2362993 Sep 28 07:25:03.668708 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-01806229-3e97-4a28-a8f8-3816050ba755 admin admin] Publish callbacks [] for security_group (f56e365d-24b7-4d9f-b3fe-66f35c7dc74c), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.669499 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-7b3b17a2-fce1-44f6-bed1-bd76df1e411d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057911 Sep 28 07:25:03.730911 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-01806229-3e97-4a28-a8f8-3816050ba755 admin admin] Publish callbacks [] for security_group (f56e365d-24b7-4d9f-b3fe-66f35c7dc74c), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.787604 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-01806229-3e97-4a28-a8f8-3816050ba755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f56e365d-24b7-4d9f-b3fe-66f35c7dc74c), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.791356 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-01806229-3e97-4a28-a8f8-3816050ba755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:03.794004 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-01806229-3e97-4a28-a8f8-3816050ba755 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f56e365d-24b7-4d9f-b3fe-66f35c7dc74c HTTP/1.1" status: 204 len: 168 time: 0.2382908 Sep 28 07:25:03.841049 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01806229-3e97-4a28-a8f8-3816050ba755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e365d-24b7-4d9f-b3fe-66f35c7dc74c,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:03.864083 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f5cd6ac-3a75-4f3a-8c81-2f427984b67d req-926f90d2-3cd0-4de2-ae17-4db96f385cd4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916656 Sep 28 07:25:03.871403 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e601f-bd59-440b-8c29-8f5cea88e993 req-117b3fd8-a6dc-4c6d-8678-c78439ae5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:03.873578 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-764e601f-bd59-440b-8c29-8f5cea88e993 req-117b3fd8-a6dc-4c6d-8678-c78439ae5971 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 1129 time: 0.1750488 Sep 28 07:25:03.879085 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:25:03.921079 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a2192-ba56-40bd-aeb6-11acf4e8c989 req-2c205b78-7c09-409a-bd35-44290cb6610a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:03.925994 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b55a2192-ba56-40bd-aeb6-11acf4e8c989 req-2c205b78-7c09-409a-bd35-44290cb6610a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.1219366 Sep 28 07:25:03.938372 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-a28369e9-b6bd-443e-9f1d-6529b39deeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:03.939870 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-a28369e9-b6bd-443e-9f1d-6529b39deeb8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1129 time: 0.1633959 Sep 28 07:25:03.963890 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c85e82-c66e-4ac1-bf86-b71b422380d7 req-28a2dc2f-076e-4ee9-94f1-d79ca33b5b1d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:03.969575 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-60c85e82-c66e-4ac1-bf86-b71b422380d7 req-28a2dc2f-076e-4ee9-94f1-d79ca33b5b1d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.1956890 Sep 28 07:25:03.989763 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b55a2192-ba56-40bd-aeb6-11acf4e8c989 req-f23f00fc-0df6-4419-bdc2-4d7276838722 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564559 Sep 28 07:25:04.013433 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:04.061791 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:04.078408 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'port_id': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'mac_address': 'fa:16:3e:fd:af:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:25:04.143275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:25:04.143850 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.164290 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:04.166839 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ca836c-b241-4501-9e8a-0a676dc640ae {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:25:04.185294 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f738d6-87e9-472d-9bb9-33cee77e9c75 req-78562fb7-7815-42df-8993-824dc2771a7f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:04.187860 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c8f738d6-87e9-472d-9bb9-33cee77e9c75 req-78562fb7-7815-42df-8993-824dc2771a7f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.1065357 Sep 28 07:25:04.207506 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:04.217550 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.253421 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f429262f-a059-4b3d-ad6c-27ae6c27496c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.268432 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c8f3-5455-4860-a042-d7859f68938a req-bf30e32f-26ef-44ae-adbd-4d4c3cbdde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:04.270179 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3992c8f3-5455-4860-a042-d7859f68938a req-bf30e32f-26ef-44ae-adbd-4d4c3cbdde56 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.6038842 Sep 28 07:25:04.276330 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-764e601f-bd59-440b-8c29-8f5cea88e993 req-288a73c9-d7c9-4e8f-85e1-468cf5ddfa3a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3910167 Sep 28 07:25:04.318684 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c8f738d6-87e9-472d-9bb9-33cee77e9c75 req-800d99ab-49ab-439f-b724-e07f4ac4d393 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239562 Sep 28 07:25:04.340252 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-4c93b268-16c8-47a8-b55b-46f6c108ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:04.341783 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-4c93b268-16c8-47a8-b55b-46f6c108ecdb service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.3710473 Sep 28 07:25:04.348705 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-60c85e82-c66e-4ac1-bf86-b71b422380d7 req-8b7a447f-d77b-40e6-a644-1032bd4003fc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148811 Sep 28 07:25:04.379219 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:04.445444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f429262f-a059-4b3d-ad6c-27ae6c27496c admin admin] Publish callbacks [] for security_group (fd3d552a-868b-49f8-8a2f-0606e8b25577), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.451059 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f429262f-a059-4b3d-ad6c-27ae6c27496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fd3d552a-868b-49f8-8a2f-0606e8b25577), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.504355 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429262f-a059-4b3d-ad6c-27ae6c27496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d552a-868b-49f8-8a2f-0606e8b25577,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:04.505723 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04298-f36b-4472-8a22-fe41d5107e22 req-9576d3f5-7738-45b5-bf5b-700e1b433209 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:04.516066 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-10e04298-f36b-4472-8a22-fe41d5107e22 req-9576d3f5-7738-45b5-bf5b-700e1b433209 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0772429 Sep 28 07:25:04.529054 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f429262f-a059-4b3d-ad6c-27ae6c27496c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3104f093476346d4889c945c362a6a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9198024 Sep 28 07:25:04.530004 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34082) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:04.614293 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-10e04298-f36b-4472-8a22-fe41d5107e22 req-db703726-32e4-4479-a30a-88cfb964dbeb tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963714 Sep 28 07:25:04.644066 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:04.660780 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-16923864-db08-4586-ba83-b301a30a2691 admin admin] Publish callbacks [] for security_group (fd3d552a-868b-49f8-8a2f-0606e8b25577), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.702388 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-16923864-db08-4586-ba83-b301a30a2691 admin admin] Publish callbacks [] for security_group (fd3d552a-868b-49f8-8a2f-0606e8b25577), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.761877 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-16923864-db08-4586-ba83-b301a30a2691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fd3d552a-868b-49f8-8a2f-0606e8b25577), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.765371 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-16923864-db08-4586-ba83-b301a30a2691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:04.768996 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-16923864-db08-4586-ba83-b301a30a2691 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fd3d552a-868b-49f8-8a2f-0606e8b25577 HTTP/1.1" status: 204 len: 168 time: 0.2342730 Sep 28 07:25:04.775175 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16923864-db08-4586-ba83-b301a30a2691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d552a-868b-49f8-8a2f-0606e8b25577,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:05.025984 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcc55c9-f8c5-4280-ac79-26e52989b39d'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:25:05.029177 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5128e4b-9eab-4650-8067-2af946427a86" -d '{"events": [{"server_uuid": "48e3e956-5f6c-45a6-856b-cea495f8a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "2fcc55c9-f8c5-4280-ac79-26e52989b39d"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:25:05.072962 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c9f04-1a83-4aae-a15d-28032adf97c7 x-openstack-request-id: req-a46c9f04-1a83-4aae-a15d-28032adf97c7 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:25:05.073363 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e3e956-5f6c-45a6-856b-cea495f8a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "2fcc55c9-f8c5-4280-ac79-26e52989b39d", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:25:05.073680 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a46c9f04-1a83-4aae-a15d-28032adf97c7 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:25:05.074300 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46c9f04-1a83-4aae-a15d-28032adf97c7'] response: {'server_uuid': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcc55c9-f8c5-4280-ac79-26e52989b39d', 'code': 200} Sep 28 07:25:05.092859 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34112) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:05.107068 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1ae7d401-da14-472d-b0e9-08b98a7e4b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:05.149260 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:05.189664 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1ae7d401-da14-472d-b0e9-08b98a7e4b02 admin admin] Publish callbacks [] for security_group (02fb8f0a-9357-42d7-8ba0-3d79dab79791), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:05.194618 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1ae7d401-da14-472d-b0e9-08b98a7e4b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (02fb8f0a-9357-42d7-8ba0-3d79dab79791), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:05.241359 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1ae7d401-da14-472d-b0e9-08b98a7e4b02 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c30e6035ff924cee80f8b865fe6d9f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449592 Sep 28 07:25:05.241926 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34118) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:05.248937 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7d401-da14-472d-b0e9-08b98a7e4b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fb8f0a-9357-42d7-8ba0-3d79dab79791,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:05.297762 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31af8238-b538-4336-85f5-4b2216a82770 admin admin] Publish callbacks [] for security_group (02fb8f0a-9357-42d7-8ba0-3d79dab79791), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:05.314472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=14,neutron:UPDATE=1,neutron:SELECT=85 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:05.324392 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31af8238-b538-4336-85f5-4b2216a82770 admin admin] Publish callbacks [] for security_group (02fb8f0a-9357-42d7-8ba0-3d79dab79791), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:05.390324 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31af8238-b538-4336-85f5-4b2216a82770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (02fb8f0a-9357-42d7-8ba0-3d79dab79791), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:05.392904 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31af8238-b538-4336-85f5-4b2216a82770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:05.396333 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-31af8238-b538-4336-85f5-4b2216a82770 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/02fb8f0a-9357-42d7-8ba0-3d79dab79791 HTTP/1.1" status: 204 len: 168 time: 0.1515145 Sep 28 07:25:05.410769 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af8238-b538-4336-85f5-4b2216a82770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fb8f0a-9357-42d7-8ba0-3d79dab79791,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:05.469437 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:05.476521 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bce6ef-da9f-46bf-bb4d-62eecdda982b req-d640821d-4f31-41c4-bef9-d9e6c9ec296d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:05.478147 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e5bce6ef-da9f-46bf-bb4d-62eecdda982b req-d640821d-4f31-41c4-bef9-d9e6c9ec296d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0507052 Sep 28 07:25:05.530830 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16199032-b4c7-44d8-ba07-7a911c7610c1 req-32bfff12-d411-4aff-ab21-513b970e2df4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:05.532393 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-16199032-b4c7-44d8-ba07-7a911c7610c1 req-32bfff12-d411-4aff-ab21-513b970e2df4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 945 time: 0.0731394 Sep 28 07:25:05.554195 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e5bce6ef-da9f-46bf-bb4d-62eecdda982b req-0bb7ee69-a460-4324-950d-474ff971623e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678098 Sep 28 07:25:05.597733 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-16199032-b4c7-44d8-ba07-7a911c7610c1 req-44f2257b-30ee-45da-89f9-c459ded803a0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587969 Sep 28 07:25:05.753278 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5a22-17cc-4784-926c-0a9efa562867 req-e599e46d-1448-4f1c-864e-271c44e13cc3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:05.755237 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a30a5a22-17cc-4784-926c-0a9efa562867 req-e599e46d-1448-4f1c-864e-271c44e13cc3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0486658 Sep 28 07:25:05.811422 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a30a5a22-17cc-4784-926c-0a9efa562867 req-ddc4d25a-87b1-4100-8b08-0eb20c3cfcb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491331 Sep 28 07:25:05.976848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34160) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:05.993199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c14a14a-d21a-4f3a-8695-cfe2671d0872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.078388 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c14a14a-d21a-4f3a-8695-cfe2671d0872 admin admin] Publish callbacks [] for security_group (e8628bb2-a728-46a4-bd7c-43e68213d36f), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.083783 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c14a14a-d21a-4f3a-8695-cfe2671d0872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (e8628bb2-a728-46a4-bd7c-43e68213d36f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.126722 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0c14a14a-d21a-4f3a-8695-cfe2671d0872 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4ec09e7698f54d97a7b57259d4e4f39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484137 Sep 28 07:25:06.127655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14a14a-d21a-4f3a-8695-cfe2671d0872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8628bb2-a728-46a4-bd7c-43e68213d36f,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:06.129365 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34164) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:06.149502 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34166) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:06.189212 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1d143488-2ed8-403a-bb9d-4264287dd8a0 admin admin] Publish callbacks [] for security_group (e8628bb2-a728-46a4-bd7c-43e68213d36f), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.211125 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1d143488-2ed8-403a-bb9d-4264287dd8a0 admin admin] Publish callbacks [] for security_group (e8628bb2-a728-46a4-bd7c-43e68213d36f), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.266356 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1d143488-2ed8-403a-bb9d-4264287dd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (e8628bb2-a728-46a4-bd7c-43e68213d36f), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.270422 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1d143488-2ed8-403a-bb9d-4264287dd8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.274088 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1d143488-2ed8-403a-bb9d-4264287dd8a0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e8628bb2-a728-46a4-bd7c-43e68213d36f HTTP/1.1" status: 204 len: 168 time: 0.1413827 Sep 28 07:25:06.281625 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d143488-2ed8-403a-bb9d-4264287dd8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8628bb2-a728-46a4-bd7c-43e68213d36f,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:06.284759 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d9ab-4ead-4c9a-affa-83f5ce3b310a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.353980 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34174) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:06.385697 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d9ab-4ead-4c9a-affa-83f5ce3b310a admin admin] Publish callbacks [] for security_group (e89ce42e-f35d-4bb9-84b4-2536a5e1c572), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.390645 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9ea7d9ab-4ead-4c9a-affa-83f5ce3b310a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (e89ce42e-f35d-4bb9-84b4-2536a5e1c572), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.435760 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9ea7d9ab-4ead-4c9a-affa-83f5ce3b310a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d893423c35cf4c4d91d98408e612f30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851710 Sep 28 07:25:06.436734 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7d9ab-4ead-4c9a-affa-83f5ce3b310a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89ce42e-f35d-4bb9-84b4-2536a5e1c572,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:06.438498 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34178) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:06.499011 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aef33ab7-652b-4445-b7d9-d53961fbde61 admin admin] Publish callbacks [] for security_group (e89ce42e-f35d-4bb9-84b4-2536a5e1c572), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.520464 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aef33ab7-652b-4445-b7d9-d53961fbde61 admin admin] Publish callbacks [] for security_group (e89ce42e-f35d-4bb9-84b4-2536a5e1c572), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.573467 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aef33ab7-652b-4445-b7d9-d53961fbde61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (e89ce42e-f35d-4bb9-84b4-2536a5e1c572), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.576175 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aef33ab7-652b-4445-b7d9-d53961fbde61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.577565 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-aef33ab7-652b-4445-b7d9-d53961fbde61 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e89ce42e-f35d-4bb9-84b4-2536a5e1c572 HTTP/1.1" status: 204 len: 168 time: 0.1379428 Sep 28 07:25:06.586956 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef33ab7-652b-4445-b7d9-d53961fbde61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89ce42e-f35d-4bb9-84b4-2536a5e1c572,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:06.638100 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dc254b75-8dfc-4ee1-ae33-a596865f5e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.724810 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36cddb-50bc-472c-9631-0138513c29d6 req-3fc1f1b4-8d0d-4cb8-87a6-6433bdddfc43 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:06.726465 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be36cddb-50bc-472c-9631-0138513c29d6 req-3fc1f1b4-8d0d-4cb8-87a6-6433bdddfc43 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0858133 Sep 28 07:25:06.731841 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:06.791998 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dc254b75-8dfc-4ee1-ae33-a596865f5e4a admin admin] Publish callbacks [] for security_group (9277cc41-ba9e-4fd5-bc36-56696f9d4e53), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:06.799603 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be36cddb-50bc-472c-9631-0138513c29d6 req-b012f725-cb64-4515-aee9-b6f2037d77b5 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642426 Sep 28 07:25:06.800220 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b77821-8e6e-498f-b6de-a834d5850891 req-d585a094-757c-46b7-bb62-7d07d2a3ce5f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:06.801838 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d9b77821-8e6e-498f-b6de-a834d5850891 req-d585a094-757c-46b7-bb62-7d07d2a3ce5f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 945 time: 0.0842338 Sep 28 07:25:06.802950 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dc254b75-8dfc-4ee1-ae33-a596865f5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9277cc41-ba9e-4fd5-bc36-56696f9d4e53), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:07.014140 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5f15a-f9ba-48cf-af68-14cb332b9323 req-66c78ef0-f73b-4030-8c8e-d78379ea5427 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:07.016439 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4bc5f15a-f9ba-48cf-af68-14cb332b9323 req-66c78ef0-f73b-4030-8c8e-d78379ea5427 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0996289 Sep 28 07:25:07.017290 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-dc254b75-8dfc-4ee1-ae33-a596865f5e4a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=925e39f1b9dc4f86ae09613f997379ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6620846 Sep 28 07:25:07.025514 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34212) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:07.063143 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc254b75-8dfc-4ee1-ae33-a596865f5e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9277cc41-ba9e-4fd5-bc36-56696f9d4e53,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:07.103591 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['a5ca836c-b241-4501-9e8a-0a676dc640ae'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:25:07.104355 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:07.133004 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d9b77821-8e6e-498f-b6de-a834d5850891 req-737f0cff-b6bb-4e14-9363-d268f8498ed2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304126 Sep 28 07:25:07.139571 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a67c-6bed-453f-9a2f-f501ae7d00ac admin admin] Publish callbacks [] for security_group (9277cc41-ba9e-4fd5-bc36-56696f9d4e53), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:07.181513 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a67c-6bed-453f-9a2f-f501ae7d00ac admin admin] Publish callbacks [] for security_group (9277cc41-ba9e-4fd5-bc36-56696f9d4e53), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:07.190906 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3992c8f3-5455-4860-a042-d7859f68938a req-7ba8783d-f2dd-43b5-9cda-fd0c25db0cc7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 200 len: 217 time: 0.1668372 Sep 28 07:25:07.241661 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-a0e8782a-6431-4dec-8302-d3bb9d0adf13 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4 HTTP/1.1" status: 200 len: 217 time: 0.2196455 Sep 28 07:25:07.298655 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a67c-6bed-453f-9a2f-f501ae7d00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9277cc41-ba9e-4fd5-bc36-56696f9d4e53), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:07.302466 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a67c-6bed-453f-9a2f-f501ae7d00ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:07.303766 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b8d6a67c-6bed-453f-9a2f-f501ae7d00ac admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9277cc41-ba9e-4fd5-bc36-56696f9d4e53 HTTP/1.1" status: 204 len: 168 time: 0.2749686 Sep 28 07:25:07.334663 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6a67c-6bed-453f-9a2f-f501ae7d00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277cc41-ba9e-4fd5-bc36-56696f9d4e53,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:07.352513 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4bc5f15a-f9ba-48cf-af68-14cb332b9323 req-8b555651-4cab-48de-8630-0852f7738c5a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3101358 Sep 28 07:25:07.359529 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:07.387628 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c8f3-5455-4860-a042-d7859f68938a req-44a9fd72-1797-40be-92fd-4caba3bae5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:07.389609 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3992c8f3-5455-4860-a042-d7859f68938a req-44a9fd72-1797-40be-92fd-4caba3bae5e6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.1499965 Sep 28 07:25:07.391582 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-c8131c7a-4bae-47ac-b950-08f58dfb9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:07.393181 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-c8131c7a-4bae-47ac-b950-08f58dfb9679 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.1337488 Sep 28 07:25:07.848701 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd879035-4b8a-4c93-a3b9-57860fc41273 req-aff18a1b-e1be-49ab-b3e9-c1b4a666009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:07.850249 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bd879035-4b8a-4c93-a3b9-57860fc41273 req-aff18a1b-e1be-49ab-b3e9-c1b4a666009e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 1130 time: 0.1027944 Sep 28 07:25:07.856358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-1c9faefe-6118-44c7-961d-11333bdf3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:07.858025 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-1c9faefe-6118-44c7-961d-11333bdf3123 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248822 Sep 28 07:25:07.875095 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c8f3-5455-4860-a042-d7859f68938a req-ae1419a6-ace4-4dd4-9a23-4916a1ca4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:07.876750 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3992c8f3-5455-4860-a042-d7859f68938a req-ae1419a6-ace4-4dd4-9a23-4916a1ca4411 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1448979 Sep 28 07:25:07.899427 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34264) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:07.932924 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5f28-7aa4-4ea1-995b-6aa5685fd45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:07.967324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:08.013065 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edcc33-bab6-4e50-9dcc-27d0c134f5b8 req-3dbda87e-8fdf-440e-9dad-ec592f03b6df tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:08.015537 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-46edcc33-bab6-4e50-9dcc-27d0c134f5b8 req-3dbda87e-8fdf-440e-9dad-ec592f03b6df tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0977130 Sep 28 07:25:08.023822 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bd879035-4b8a-4c93-a3b9-57860fc41273 req-11f0803f-67ed-4489-8f96-753368e16123 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646843 Sep 28 07:25:08.099700 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-aeaafae7-4549-48d2-b506-a958ffaf7917 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217693 Sep 28 07:25:08.104221 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3992c8f3-5455-4860-a042-d7859f68938a req-7c40ce47-26f7-45e3-b510-7d4d1bef23dc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995173 Sep 28 07:25:08.121720 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-46edcc33-bab6-4e50-9dcc-27d0c134f5b8 req-4d5c229d-7079-45c0-a770-a07aa6c6167a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902407 Sep 28 07:25:08.140583 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5f28-7aa4-4ea1-995b-6aa5685fd45c admin admin] Publish callbacks [] for security_group (98961d55-f098-4f55-bd0f-27abd7ede052), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:08.142025 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:08.146355 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5f28-7aa4-4ea1-995b-6aa5685fd45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (98961d55-f098-4f55-bd0f-27abd7ede052), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:08.187256 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-bc7f5f28-7aa4-4ea1-995b-6aa5685fd45c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0a2d2b400b5249d2bcfda9f8c0e809c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842627 Sep 28 07:25:08.187860 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34278) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:08.209987 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f5f28-7aa4-4ea1-995b-6aa5685fd45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98961d55-f098-4f55-bd0f-27abd7ede052,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:08.294107 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:08.297348 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c2d6df-4672-429e-96d0-a1062b761381 admin admin] Publish callbacks [] for security_group (98961d55-f098-4f55-bd0f-27abd7ede052), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:08.322762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c2d6df-4672-429e-96d0-a1062b761381 admin admin] Publish callbacks [] for security_group (98961d55-f098-4f55-bd0f-27abd7ede052), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:08.322961 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a19ef-225c-4403-a0c4-5f7d56b815d6 req-82002fd0-40ff-4789-9167-8f0777c245fb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:08.330372 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-495a19ef-225c-4403-a0c4-5f7d56b815d6 req-82002fd0-40ff-4789-9167-8f0777c245fb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 945 time: 0.0609941 Sep 28 07:25:08.383300 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-495a19ef-225c-4403-a0c4-5f7d56b815d6 req-f98ce829-07ec-4ae2-8bb7-fa95e1826942 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520797 Sep 28 07:25:08.390902 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c2d6df-4672-429e-96d0-a1062b761381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (98961d55-f098-4f55-bd0f-27abd7ede052), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:08.397054 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-56c2d6df-4672-429e-96d0-a1062b761381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:08.401274 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-56c2d6df-4672-429e-96d0-a1062b761381 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/98961d55-f098-4f55-bd0f-27abd7ede052 HTTP/1.1" status: 204 len: 168 time: 0.2100954 Sep 28 07:25:08.416306 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2d6df-4672-429e-96d0-a1062b761381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98961d55-f098-4f55-bd0f-27abd7ede052,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:08.588714 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc87455-965a-4245-920b-2ca1ba66de19 req-f4633690-82f4-414a-ae16-6959d2587dcc tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:08.593674 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cbc87455-965a-4245-920b-2ca1ba66de19 req-f4633690-82f4-414a-ae16-6959d2587dcc tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.1070857 Sep 28 07:25:08.666538 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cbc87455-965a-4245-920b-2ca1ba66de19 req-6ce3c37a-b434-4dfe-8fa9-8284fa4df171 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655575 Sep 28 07:25:08.959649 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:25:09.058792 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3992c8f3-5455-4860-a042-d7859f68938a req-d68c5b37-c3c3-45d3-927d-c79c714518a6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208391 Sep 28 07:25:09.093632 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port a5ca836c-b241-4501-9e8a-0a676dc640ae completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:25:09.103430 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port a5ca836c-b241-4501-9e8a-0a676dc640ae triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:25:09.103837 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:09.104180 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:25:09.117504 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863ba409-eb61-45af-b6c2-4f00447d0f2e req-dc98a7c7-5368-4965-9257-bda524986af4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550443 Sep 28 07:25:09.235873 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:25:09.236518 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:09.273372 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31d536-6376-4062-9107-a2e72f44ae31 req-f17e4662-6f53-4870-932b-4f0d3a63f953 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:09.285313 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6f31d536-6376-4062-9107-a2e72f44ae31 req-f17e4662-6f53-4870-932b-4f0d3a63f953 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0628805 Sep 28 07:25:09.286434 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:09.287651 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:25:09.289974 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8954c3a-6552-4a90-9ff1-52bf74944403" -d '{"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:25:09.302476 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:09.338511 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6f31d536-6376-4062-9107-a2e72f44ae31 req-9bf034ec-c886-4869-b3e2-2ac68ef52f23 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Sep 28 07:25:09.363775 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:09.393608 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cee113-a812-4776-acbb-6d6d7c20e0ec x-openstack-request-id: req-03cee113-a812-4776-acbb-6d6d7c20e0ec {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:25:09.393901 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:25:09.394152 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03cee113-a812-4776-acbb-6d6d7c20e0ec {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:25:09.394551 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cee113-a812-4776-acbb-6d6d7c20e0ec'] response: {'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'code': 200} Sep 28 07:25:09.528520 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ecdc-fe38-4cbf-98a2-fa98486d02eb req-0ee65bd6-1edd-4ec7-a5ab-b44eb6928afb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:09.535749 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4326ecdc-fe38-4cbf-98a2-fa98486d02eb req-0ee65bd6-1edd-4ec7-a5ab-b44eb6928afb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0559478 Sep 28 07:25:09.550203 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:09.586981 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4326ecdc-fe38-4cbf-98a2-fa98486d02eb req-3c49ea09-c2c3-47da-a4c6-05ba72535c83 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503819 Sep 28 07:25:09.826204 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7768a-3796-4b29-b37b-e7a629c0621d req-2cdd19f3-2483-4132-bd76-3f6dd26af5cc tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:09.829505 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-53a7768a-3796-4b29-b37b-e7a629c0621d req-2cdd19f3-2483-4132-bd76-3f6dd26af5cc tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0590808 Sep 28 07:25:09.904979 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-53a7768a-3796-4b29-b37b-e7a629c0621d req-92a40b29-df14-41a3-b77f-f5870cb4a49e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692875 Sep 28 07:25:10.118348 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c13b13-3d9f-4015-a8a5-ad0041c4c72b req-22421861-03d6-4292-bdca-c03d24256a35 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:10.120411 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-71c13b13-3d9f-4015-a8a5-ad0041c4c72b req-22421861-03d6-4292-bdca-c03d24256a35 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0634501 Sep 28 07:25:10.131078 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34398) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:10.136757 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'floatingip': {'port_id': 'b2a7b488-544e-4fa3-9375-a53ff209f778'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:25:10.211863 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (a8f65a25-fca5-4f28-90fc-517dad66da6c), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:10.546660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:10.622390 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1050438-37ba-4610-82e2-4623bcc2879f req-5c844a33-4775-48ce-a76a-66251d3bca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:10.624285 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1050438-37ba-4610-82e2-4623bcc2879f req-5c844a33-4775-48ce-a76a-66251d3bca17 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 1130 time: 0.1504867 Sep 28 07:25:10.634008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109a33e-c4f1-4fe7-bb32-f11a42dc910f req-d3ba4f49-5470-45a2-a94d-c9b400e106f2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:10.642934 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7109a33e-c4f1-4fe7-bb32-f11a42dc910f req-d3ba4f49-5470-45a2-a94d-c9b400e106f2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.1311610 Sep 28 07:25:10.769944 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5c6b-ebb1-4c93-a4d0-01e9d449b9bd req-a0dece69-5bc8-415d-82bf-aefd849116eb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:10.772748 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-07cd5c6b-ebb1-4c93-a4d0-01e9d449b9bd req-a0dece69-5bc8-415d-82bf-aefd849116eb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0687900 Sep 28 07:25:10.798022 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:10.821442 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7109a33e-c4f1-4fe7-bb32-f11a42dc910f req-1f3e3ad7-3db7-4e8c-b80f-1b1a00956fa9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776006 Sep 28 07:25:10.873959 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-07cd5c6b-ebb1-4c93-a4d0-01e9d449b9bd req-3d4c109b-5256-4964-a690-63215fa49177 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953922 Sep 28 07:25:11.048750 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34464) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:11.121503 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:11.222038 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1392-81a9-419a-9b68-104e78bd8440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.263394 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1050438-37ba-4610-82e2-4623bcc2879f req-6a835fb0-a7d6-4f18-a10d-a40ef5a9a599 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092775 Sep 28 07:25:11.270125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.275665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (a8f65a25-fca5-4f28-90fc-517dad66da6c), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.324077 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1392-81a9-419a-9b68-104e78bd8440 admin admin] Publish callbacks [] for security_group (8eb31d32-7c14-4c44-bf4e-928647fd9178), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.328356 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1392-81a9-419a-9b68-104e78bd8440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8eb31d32-7c14-4c44-bf4e-928647fd9178), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.371049 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e1392-81a9-419a-9b68-104e78bd8440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb31d32-7c14-4c44-bf4e-928647fd9178,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:11.376777 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6e1e1392-81a9-419a-9b68-104e78bd8440 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=13299687dd6f472395f437c781aa1670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266902 Sep 28 07:25:11.379655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34480) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:11.414481 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Floating IP a8f65a25-fca5-4f28-90fc-517dad66da6c associated. External IP: 172.27.2.236, port: b2a7b488-544e-4fa3-9375-a53ff209f778. Sep 28 07:25:11.544676 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0351e38-5ba9-4468-a11d-0301861d9a83 admin admin] Publish callbacks [] for security_group (8eb31d32-7c14-4c44-bf4e-928647fd9178), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.582991 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0351e38-5ba9-4468-a11d-0301861d9a83 admin admin] Publish callbacks [] for security_group (8eb31d32-7c14-4c44-bf4e-928647fd9178), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.671434 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34486) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:11.729340 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0351e38-5ba9-4468-a11d-0301861d9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8eb31d32-7c14-4c44-bf4e-928647fd9178), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.732425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e0351e38-5ba9-4468-a11d-0301861d9a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:11.741482 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e0351e38-5ba9-4468-a11d-0301861d9a83 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8eb31d32-7c14-4c44-bf4e-928647fd9178 HTTP/1.1" status: 204 len: 168 time: 0.3589039 Sep 28 07:25:11.766529 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0351e38-5ba9-4468-a11d-0301861d9a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb31d32-7c14-4c44-bf4e-928647fd9178,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:11.784375 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:25:11.895068 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a6cf-43d6-4676-8375-f2b6b74557e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.047062 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:12.055285 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7ac3d-b066-4c8d-9439-22d162baac23 req-38b2513e-8d19-4e12-92f2-1208f235f280 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:12.057747 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fb7ac3d-b066-4c8d-9439-22d162baac23 req-38b2513e-8d19-4e12-92f2-1208f235f280 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.1258101 Sep 28 07:25:12.081741 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597a277-6ead-469d-986c-38535835b247 req-d49a807f-8a2d-40a0-bcde-59b532cddb25 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:12.085450 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c597a277-6ead-469d-986c-38535835b247 req-d49a807f-8a2d-40a0-bcde-59b532cddb25 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0716805 Sep 28 07:25:12.091949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:25:12.109814 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] Sync routers for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:25:12.112932 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.126703 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:25:12.127905 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:24:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:12.128790 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a6cf-43d6-4676-8375-f2b6b74557e0 admin admin] Publish callbacks [] for security_group (9bccd650-059f-4ed2-b970-bc3b81fab8b6), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.142776 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a6cf-43d6-4676-8375-f2b6b74557e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9bccd650-059f-4ed2-b970-bc3b81fab8b6), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.173235 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-bdd4a6cf-43d6-4676-8375-f2b6b74557e0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d098e93cf05542aeb904cd3cffae5c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992657 Sep 28 07:25:12.178332 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34500) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:12.231927 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c597a277-6ead-469d-986c-38535835b247 req-565ccfda-ee93-4256-94ac-7d01ff8fe7c0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368017 Sep 28 07:25:12.246247 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4a6cf-43d6-4676-8375-f2b6b74557e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bccd650-059f-4ed2-b970-bc3b81fab8b6,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:12.314063 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:12.314311 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:25:12.315212 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e9676360-970c-4308-9431-aaad3d7e826b admin admin] Publish callbacks [] for security_group (9bccd650-059f-4ed2-b970-bc3b81fab8b6), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.360438 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e9676360-970c-4308-9431-aaad3d7e826b admin admin] Publish callbacks [] for security_group (9bccd650-059f-4ed2-b970-bc3b81fab8b6), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.379483 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34506) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:12.403468 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3157a1c6-e8e9-439c-ad39-196fb0a60e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.449806 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c827ef69-2877-48b7-887f-de53b64cf115 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/a8f65a25-fca5-4f28-90fc-517dad66da6c HTTP/1.1" status: 200 len: 991 time: 2.3175404 Sep 28 07:25:12.451279 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:25:12.453891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edbda25-8375-4f6f-b815-6a0de02ffa02" -d '{"events": [{"name": "network-changed", "server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:25:12.459170 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fb7ac3d-b066-4c8d-9439-22d162baac23 req-af3c4829-db8f-4c9d-aaf0-48644c04ae0d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930652 Sep 28 07:25:12.533155 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e9676360-970c-4308-9431-aaad3d7e826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9bccd650-059f-4ed2-b970-bc3b81fab8b6), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.536215 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e9676360-970c-4308-9431-aaad3d7e826b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.537214 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e9676360-970c-4308-9431-aaad3d7e826b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9bccd650-059f-4ed2-b970-bc3b81fab8b6 HTTP/1.1" status: 204 len: 168 time: 0.3517048 Sep 28 07:25:12.558975 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9676360-970c-4308-9431-aaad3d7e826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bccd650-059f-4ed2-b970-bc3b81fab8b6,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:12.562069 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3157a1c6-e8e9-439c-ad39-196fb0a60e2f admin admin] Publish callbacks [] for security_group (6fe78630-bf37-4908-8ae5-75f144d39f65), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.564536 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f400f0e-2b08-4015-bc2b-f8b628c2271f x-openstack-request-id: req-5f400f0e-2b08-4015-bc2b-f8b628c2271f {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:25:12.564828 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:25:12.565454 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f400f0e-2b08-4015-bc2b-f8b628c2271f {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:25:12.566267 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f400f0e-2b08-4015-bc2b-f8b628c2271f'] response: {'name': 'network-changed', 'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'status': 'completed', 'code': 200} Sep 28 07:25:12.570504 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3157a1c6-e8e9-439c-ad39-196fb0a60e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (6fe78630-bf37-4908-8ae5-75f144d39f65), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.632297 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157a1c6-e8e9-439c-ad39-196fb0a60e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe78630-bf37-4908-8ae5-75f144d39f65,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:12.644347 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-3157a1c6-e8e9-439c-ad39-196fb0a60e2f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ca26e59282f241d2b23ba846da134536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609496 Sep 28 07:25:12.645804 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34520) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:12.693340 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:12.703749 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-0140b1e9-3435-4edf-92af-dae5a9ab2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:12.710472 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-0140b1e9-3435-4edf-92af-dae5a9ab2a38 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 1129 time: 0.1128154 Sep 28 07:25:12.739339 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-969d456a-b232-473e-b2e3-1cddab21b6bc admin admin] Publish callbacks [] for security_group (6fe78630-bf37-4908-8ae5-75f144d39f65), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.769919 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-969d456a-b232-473e-b2e3-1cddab21b6bc admin admin] Publish callbacks [] for security_group (6fe78630-bf37-4908-8ae5-75f144d39f65), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.820301 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34522) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:12.854104 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-969d456a-b232-473e-b2e3-1cddab21b6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (6fe78630-bf37-4908-8ae5-75f144d39f65), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.856453 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'a8f65a25-fca5-4f28-90fc-517dad66da6c', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'port_id': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'mac_address': 'fa:16:3e:4e:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:24:18Z', 'updated_at': '2022-09-28T07:25:11Z', 'revision_number': 1, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:12.858245 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-969d456a-b232-473e-b2e3-1cddab21b6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:12.863137 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-969d456a-b232-473e-b2e3-1cddab21b6bc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6fe78630-bf37-4908-8ae5-75f144d39f65 HTTP/1.1" status: 204 len: 168 time: 0.2143292 Sep 28 07:25:12.876370 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d456a-b232-473e-b2e3-1cddab21b6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe78630-bf37-4908-8ae5-75f144d39f65,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:12.896111 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] Checking router: 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:25:12.906523 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:25:12.907231 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:24:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:13.076371 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:25:13.090794 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e60750-e6f8-4623-b168-2c3d92923979 req-1fd1a7a5-7da3-4c5a-8e42-3cb229b55ece tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:13.100416 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-02e60750-e6f8-4623-b168-2c3d92923979 req-1fd1a7a5-7da3-4c5a-8e42-3cb229b55ece tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.1177001 Sep 28 07:25:13.181858 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-02e60750-e6f8-4623-b168-2c3d92923979 req-cf5c1913-efba-40ce-93bb-0d7e634ca999 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801220 Sep 28 07:25:13.270739 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-38f35436-83c1-49a6-b8fb-6446920b7a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:13.378532 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:13.424340 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-38f35436-83c1-49a6-b8fb-6446920b7a5f admin admin] Publish callbacks [] for security_group (ca393ed6-772e-4522-889a-d023933cb356), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:13.435844 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-38f35436-83c1-49a6-b8fb-6446920b7a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ca393ed6-772e-4522-889a-d023933cb356), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:13.473804 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ad71d-94d2-45a4-8275-7c5cd7cdb085 req-92ee612d-2cc4-4212-8aef-2255b770de39 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:13.476240 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c6ad71d-94d2-45a4-8275-7c5cd7cdb085 req-92ee612d-2cc4-4212-8aef-2255b770de39 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.1176231 Sep 28 07:25:13.486129 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'a8f65a25-fca5-4f28-90fc-517dad66da6c', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'port_id': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'mac_address': 'fa:16:3e:4e:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:24:18Z', 'updated_at': '2022-09-28T07:25:11Z', 'revision_number': 1, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:13.493903 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-38f35436-83c1-49a6-b8fb-6446920b7a5f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=55629177df8e4c80b987d33590338492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6706095 Sep 28 07:25:13.493903 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f35436-83c1-49a6-b8fb-6446920b7a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca393ed6-772e-4522-889a-d023933cb356,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:13.495195 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34538) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:13.523192 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f5e84-a964-4aeb-a9c4-04d776f372ce None None] The sync data for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi is: [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'a8f65a25-fca5-4f28-90fc-517dad66da6c', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'port_id': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'mac_address': 'fa:16:3e:4e:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:24:18Z', 'updated_at': '2022-09-28T07:25:11Z', 'revision_number': 1, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:25:13.607668 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-f55ec38c-518a-4e6f-9386-69f7345b3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:13.609142 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-f55ec38c-518a-4e6f-9386-69f7345b3424 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 911 time: 0.2094467 Sep 28 07:25:13.619025 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c6ad71d-94d2-45a4-8275-7c5cd7cdb085 req-4b2af57d-68ed-42db-b026-85b9d0c156d4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334045 Sep 28 07:25:13.624412 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e4b2621c-a790-4f7a-8ff7-013a5448c320 admin admin] Publish callbacks [] for security_group (ca393ed6-772e-4522-889a-d023933cb356), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:13.650241 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e4b2621c-a790-4f7a-8ff7-013a5448c320 admin admin] Publish callbacks [] for security_group (ca393ed6-772e-4522-889a-d023933cb356), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:13.722101 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e4b2621c-a790-4f7a-8ff7-013a5448c320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ca393ed6-772e-4522-889a-d023933cb356), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:13.725746 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e4b2621c-a790-4f7a-8ff7-013a5448c320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:13.728184 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e4b2621c-a790-4f7a-8ff7-013a5448c320 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ca393ed6-772e-4522-889a-d023933cb356 HTTP/1.1" status: 204 len: 168 time: 0.2259293 Sep 28 07:25:13.755748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2621c-a790-4f7a-8ff7-013a5448c320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca393ed6-772e-4522-889a-d023933cb356,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:13.822554 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1641e-6434-455d-8369-3c823deffc52 req-77507fe5-39ef-4131-9dcf-1a73ec634ba8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:13.828827 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-65d1641e-6434-455d-8369-3c823deffc52 req-77507fe5-39ef-4131-9dcf-1a73ec634ba8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.1134222 Sep 28 07:25:13.836007 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34554) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:13.840930 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'floatingip': {'port_id': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:25:13.867499 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c866493-b497-4092-85e5-7d76c4f73eec None None] New status for floating IP a8f65a25-fca5-4f28-90fc-517dad66da6c: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:25:13.890099 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (d5a2730d-18dd-4bf8-8a8d-0ba4c025058b), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:14.440447 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14addd07-84bc-400f-9de3-749e4ef2413b req-8abb8ae9-0efa-463f-b487-e64f51066594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:14.442264 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14addd07-84bc-400f-9de3-749e4ef2413b req-8abb8ae9-0efa-463f-b487-e64f51066594 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 1130 time: 0.2768528 Sep 28 07:25:14.453117 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-beff0698-0f81-4742-83c5-57a0fdd9bb5e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 200 len: 1001 time: 0.2859292 Sep 28 07:25:14.460460 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb215f-544a-4bbf-a90b-8e70856e0e7f req-95402f0f-f914-4ea4-8308-852b087732a8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:14.462044 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c5bb215f-544a-4bbf-a90b-8e70856e0e7f req-95402f0f-f914-4ea4-8308-852b087732a8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.1432843 Sep 28 07:25:14.638113 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:14.661447 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c5bb215f-544a-4bbf-a90b-8e70856e0e7f req-27385478-b433-490d-b748-c01dd383e9f4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678967 Sep 28 07:25:14.661447 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:14.671487 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-4aa50c42-3cb3-40e7-adac-de9496a83448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:14.674335 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-4aa50c42-3cb3-40e7-adac-de9496a83448 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.2069876 Sep 28 07:25:14.758152 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-7b2db97d-7352-4c67-94b3-61593d982cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:14.759786 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-7b2db97d-7352-4c67-94b3-61593d982cb2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749946 Sep 28 07:25:14.886939 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14addd07-84bc-400f-9de3-749e4ef2413b req-cf3e61e7-dfc7-45dd-a38e-6744f6e6f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:14.888800 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14addd07-84bc-400f-9de3-749e4ef2413b req-cf3e61e7-dfc7-45dd-a38e-6744f6e6f29c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.4232843 Sep 28 07:25:14.894618 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.db.resource_extend [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 28 07:25:14.973710 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14addd07-84bc-400f-9de3-749e4ef2413b req-31c6459a-6d6c-4ac4-b09d-90b4b3f1fcab service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d HTTP/1.1" status: 200 len: 217 time: 0.0742378 Sep 28 07:25:15.045014 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:15.065636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (d5a2730d-18dd-4bf8-8a8d-0ba4c025058b), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:15.106373 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-a9a47f99-9701-4a73-9317-34c3edded0b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150930 Sep 28 07:25:15.109629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14addd07-84bc-400f-9de3-749e4ef2413b req-c173601a-c4e2-4405-9cc2-851d377d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:15.111138 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14addd07-84bc-400f-9de3-749e4ef2413b req-c173601a-c4e2-4405-9cc2-851d377d627e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.1191876 Sep 28 07:25:15.490754 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14addd07-84bc-400f-9de3-749e4ef2413b req-7558d805-6209-4128-b129-51b6d7b9ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:15.492293 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14addd07-84bc-400f-9de3-749e4ef2413b req-7558d805-6209-4128-b129-51b6d7b9ec81 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3630857 Sep 28 07:25:15.568639 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Floating IP d5a2730d-18dd-4bf8-8a8d-0ba4c025058b associated. External IP: 172.27.2.78, port: a5ca836c-b241-4501-9e8a-0a676dc640ae. Sep 28 07:25:15.660001 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edbda25-8375-4f6f-b815-6a0de02ffa02 req-7ec6fde5-6471-4aec-8162-4445018e874c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319390 Sep 28 07:25:15.719369 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14addd07-84bc-400f-9de3-749e4ef2413b req-ea059a08-f513-4165-9acf-6e37c6518340 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144420 Sep 28 07:25:15.817830 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93a1f-61e2-4849-9240-969d529c348f req-2a33fb65-5f57-40eb-8a19-9aec0b771fc6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:15.819314 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9af93a1f-61e2-4849-9240-969d529c348f req-2a33fb65-5f57-40eb-8a19-9aec0b771fc6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Sep 28 07:25:15.850648 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:15.868687 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9af93a1f-61e2-4849-9240-969d529c348f req-c3c8e76f-0db0-4bdc-9037-038c1067799b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Sep 28 07:25:15.908136 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14addd07-84bc-400f-9de3-749e4ef2413b req-5b70f32f-3d34-4602-8569-8fe4b572db9a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793098 Sep 28 07:25:15.929210 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:15.929210 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:15.933249 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Router a143e79c-0f84-4509-a5e0-0cd8d3472037 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:25:16.038404 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:25:16.042837 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:16.047915 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] Sync routers for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:25:16.058573 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:25:16.059264 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:24:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:16.079722 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2d80bcc5-c7fe-411c-8081-6aa0e6219f44 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d5a2730d-18dd-4bf8-8a8d-0ba4c025058b HTTP/1.1" status: 200 len: 991 time: 2.2427158 Sep 28 07:25:16.080381 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:25:16.082649 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b066009-5559-47a1-908a-33ec36df32e5" -d '{"events": [{"name": "network-changed", "server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:25:16.126211 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c38cf58-45d0-4ae3-be3b-3df5bf5c608e x-openstack-request-id: req-1c38cf58-45d0-4ae3-be3b-3df5bf5c608e {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:25:16.126528 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:25:16.126796 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c38cf58-45d0-4ae3-be3b-3df5bf5c608e {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:25:16.127209 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c38cf58-45d0-4ae3-be3b-3df5bf5c608e'] response: {'name': 'network-changed', 'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'status': 'completed', 'code': 200} Sep 28 07:25:16.168305 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:25:16.198773 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066009-5559-47a1-908a-33ec36df32e5 req-a9a9301f-bee3-4b64-9fe3-5e4a0003a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:16.202530 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b066009-5559-47a1-908a-33ec36df32e5 req-a9a9301f-bee3-4b64-9fe3-5e4a0003a7f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 1130 time: 0.0458393 Sep 28 07:25:16.247152 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:16.292144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066009-5559-47a1-908a-33ec36df32e5 req-5208e3e0-a2c9-4bd6-842c-d4c01bfda131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:16.294383 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b066009-5559-47a1-908a-33ec36df32e5 req-5208e3e0-a2c9-4bd6-842c-d4c01bfda131 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.0849371 Sep 28 07:25:16.363486 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b066009-5559-47a1-908a-33ec36df32e5 req-2f8b7802-c3b9-4a4f-8154-764755b330d0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 200 len: 999 time: 0.0624583 Sep 28 07:25:16.413992 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:16.415457 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066009-5559-47a1-908a-33ec36df32e5 req-e546ae11-15e3-4da7-a88f-9b3a71b647d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:16.417157 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b066009-5559-47a1-908a-33ec36df32e5 req-e546ae11-15e3-4da7-a88f-9b3a71b647d0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0463943 Sep 28 07:25:16.461961 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066009-5559-47a1-908a-33ec36df32e5 req-ac5186c7-5392-43a6-a78b-ae571ffabb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:16.463573 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b066009-5559-47a1-908a-33ec36df32e5 req-ac5186c7-5392-43a6-a78b-ae571ffabb61 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397711 Sep 28 07:25:16.470784 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'd5a2730d-18dd-4bf8-8a8d-0ba4c025058b', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'port_id': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'mac_address': 'fa:16:3e:fd:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85725e51-be6a-4dc2-9438-347c786282f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:24:24Z', 'updated_at': '2022-09-28T07:25:14Z', 'revision_number': 1, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:16.495090 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] Checking router: a143e79c-0f84-4509-a5e0-0cd8d3472037 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:25:16.503954 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:25:16.504546 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:24:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:16.569322 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b066009-5559-47a1-908a-33ec36df32e5 req-d6c0c2f5-7c90-4973-8675-a8595ae5da53 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903094 Sep 28 07:25:16.617708 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:25:16.703756 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b066009-5559-47a1-908a-33ec36df32e5 req-47a4cf1a-1824-4959-a162-77ade1718779 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248908 Sep 28 07:25:16.893030 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'd5a2730d-18dd-4bf8-8a8d-0ba4c025058b', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'port_id': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'mac_address': 'fa:16:3e:fd:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85725e51-be6a-4dc2-9438-347c786282f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:24:24Z', 'updated_at': '2022-09-28T07:25:14Z', 'revision_number': 1, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:16.916407 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0acaaea-4200-4003-95ad-97f897171cbe None None] The sync data for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi is: [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'd5a2730d-18dd-4bf8-8a8d-0ba4c025058b', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'port_id': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'mac_address': 'fa:16:3e:fd:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85725e51-be6a-4dc2-9438-347c786282f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:24:24Z', 'updated_at': '2022-09-28T07:25:14Z', 'revision_number': 1, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:25:17.027758 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd925b83-0fc2-4821-af78-7f47c1e2e9d0 req-a7a90715-f2bf-4f18-9325-36147785cdb3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:17.035133 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bd925b83-0fc2-4821-af78-7f47c1e2e9d0 req-a7a90715-f2bf-4f18-9325-36147785cdb3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0687275 Sep 28 07:25:17.091862 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bd925b83-0fc2-4821-af78-7f47c1e2e9d0 req-17482cc5-a57a-4152-85bb-7ef35458080d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554836 Sep 28 07:25:17.147423 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504df6b8-79d3-44b1-b5b7-0dfd0597ac26 None None] New status for floating IP d5a2730d-18dd-4bf8-8a8d-0ba4c025058b: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:25:17.149580 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:17.199985 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:18.237752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1629ed-59a4-4a3f-8089-89c8201f4732 req-dff48ddf-8c0b-4f4b-8916-c9f97d4f7954 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:18.246083 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c1629ed-59a4-4a3f-8089-89c8201f4732 req-dff48ddf-8c0b-4f4b-8916-c9f97d4f7954 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0683682 Sep 28 07:25:18.290143 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c1629ed-59a4-4a3f-8089-89c8201f4732 req-a4cc5e60-b2e7-4f60-a338-99f95207b51a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Sep 28 07:25:19.410882 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4084c6f-d86a-47d1-9d20-0110f1d560be req-74e77ebb-3909-442c-aa3e-52471bdd5c9f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:19.412353 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d4084c6f-d86a-47d1-9d20-0110f1d560be req-74e77ebb-3909-442c-aa3e-52471bdd5c9f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0477204 Sep 28 07:25:19.459987 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d4084c6f-d86a-47d1-9d20-0110f1d560be req-e459df39-fd4f-4991-9840-363e2f9a82ba tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Sep 28 07:25:20.576359 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4c63-94b4-489d-993f-b3755e8166f2 req-9b30859f-95fc-4c1f-a142-8b694321cfeb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:20.577842 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35ed4c63-94b4-489d-993f-b3755e8166f2 req-9b30859f-95fc-4c1f-a142-8b694321cfeb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0448873 Sep 28 07:25:20.623501 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35ed4c63-94b4-489d-993f-b3755e8166f2 req-41768d49-be3a-4981-b69b-f99da4a430af tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 Sep 28 07:25:21.607233 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8b176a3f-8c78-4a55-af25-b600bfc727ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:21.752498 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b2ba6-75c0-4066-b06b-e1e9f8445688 req-1fc9fd82-9765-461b-bbe4-78004dda5648 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:21.754017 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-141b2ba6-75c0-4066-b06b-e1e9f8445688 req-1fc9fd82-9765-461b-bbe4-78004dda5648 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0481377 Sep 28 07:25:21.804690 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-141b2ba6-75c0-4066-b06b-e1e9f8445688 req-b31ae747-a682-47bd-b3b2-34a84d67195c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448449 Sep 28 07:25:22.941056 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a10d78-e9bd-4600-9227-1fefe8f941db req-05853f6a-d8ec-47f1-b84a-241d7b500e00 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:22.942548 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a10d78-e9bd-4600-9227-1fefe8f941db req-05853f6a-d8ec-47f1-b84a-241d7b500e00 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0563400 Sep 28 07:25:22.992741 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a10d78-e9bd-4600-9227-1fefe8f941db req-66237db2-e0a7-4754-b6ee-4b92627f7d81 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 Sep 28 07:25:23.363794 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c684024-e106-4986-bb28-b37316f83169 req-3098eabe-d9af-40ab-8e54-48d27fc7cf16 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:23.365231 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6c684024-e106-4986-bb28-b37316f83169 req-3098eabe-d9af-40ab-8e54-48d27fc7cf16 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0478394 Sep 28 07:25:23.377424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:23.413811 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6c684024-e106-4986-bb28-b37316f83169 req-27ee5bd3-db17-43cd-8231-164b0c56f8d0 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Sep 28 07:25:23.711557 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34784) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:23.814504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d865e7d-66be-4ed1-a11a-9f8d2ebd0d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:23.825095 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:23.861849 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-68a5b4ed-283a-4881-a1a3-c0cbccf8674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:23.894906 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d865e7d-66be-4ed1-a11a-9f8d2ebd0d58 admin admin] Publish callbacks [] for security_group (44d78d43-b9ed-4583-8bb2-082621478268), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:23.899044 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d865e7d-66be-4ed1-a11a-9f8d2ebd0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (44d78d43-b9ed-4583-8bb2-082621478268), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:23.942290 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6d865e7d-66be-4ed1-a11a-9f8d2ebd0d58 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d68aff1db94f4e01a652cb5c764a2b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296326 Sep 28 07:25:23.944198 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d865e7d-66be-4ed1-a11a-9f8d2ebd0d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d78d43-b9ed-4583-8bb2-082621478268,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:23.945069 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34788) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:23.999295 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f6a07228-b8c8-4ce1-b315-d8496c9e9a08 admin admin] Publish callbacks [] for security_group (44d78d43-b9ed-4583-8bb2-082621478268), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:24.019656 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f6a07228-b8c8-4ce1-b315-d8496c9e9a08 admin admin] Publish callbacks [] for security_group (44d78d43-b9ed-4583-8bb2-082621478268), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:24.067923 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f6a07228-b8c8-4ce1-b315-d8496c9e9a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (44d78d43-b9ed-4583-8bb2-082621478268), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:24.070648 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f6a07228-b8c8-4ce1-b315-d8496c9e9a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:24.075162 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-f6a07228-b8c8-4ce1-b315-d8496c9e9a08 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/44d78d43-b9ed-4583-8bb2-082621478268 HTTP/1.1" status: 204 len: 168 time: 0.1289268 Sep 28 07:25:24.087003 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:24.108056 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a07228-b8c8-4ce1-b315-d8496c9e9a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d78d43-b9ed-4583-8bb2-082621478268,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:24.132180 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf628-192c-46c5-a9e4-f2e5fd6a5b86 req-0c51fc23-86d4-42f2-97df-f1db5320cece tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:24.134363 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-69bbf628-192c-46c5-a9e4-f2e5fd6a5b86 req-0c51fc23-86d4-42f2-97df-f1db5320cece tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0581129 Sep 28 07:25:24.206470 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-69bbf628-192c-46c5-a9e4-f2e5fd6a5b86 req-96e89e10-7e9b-4450-a7c7-72039297b5e9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649645 Sep 28 07:25:24.545818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219deaff-8984-41ba-8e37-9ae8699636be req-c043bda6-af84-484c-804d-d507f0241039 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:24.547323 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-219deaff-8984-41ba-8e37-9ae8699636be req-c043bda6-af84-484c-804d-d507f0241039 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0497239 Sep 28 07:25:24.599136 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-219deaff-8984-41ba-8e37-9ae8699636be req-fa65484f-b290-4ae9-a6cb-f59b5203fa11 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460796 Sep 28 07:25:25.115891 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:25.336503 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49355fe-b450-45ab-84c5-2a86aecb0a55 req-95bf46e1-0cbc-485d-80a8-201271b15925 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:25.337963 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b49355fe-b450-45ab-84c5-2a86aecb0a55 req-95bf46e1-0cbc-485d-80a8-201271b15925 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0487432 Sep 28 07:25:25.389128 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b49355fe-b450-45ab-84c5-2a86aecb0a55 req-c0e5134b-22da-4652-915b-b1d04304bac8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448742 Sep 28 07:25:25.734904 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26631922-a896-4643-9fac-a45599a67f47 req-d1d26037-7df8-46d3-94e5-4c514055078c tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:25.736407 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26631922-a896-4643-9fac-a45599a67f47 req-d1d26037-7df8-46d3-94e5-4c514055078c tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0479791 Sep 28 07:25:25.785202 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26631922-a896-4643-9fac-a45599a67f47 req-6343a1f1-733f-4c11-91a9-0b82132bed10 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 Sep 28 07:25:26.506174 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d880c-49f7-41a6-8164-baef5c93d826 req-b7d7e0a9-b677-4bdb-b91e-533d279af730 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:26.507652 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fa1d880c-49f7-41a6-8164-baef5c93d826 req-b7d7e0a9-b677-4bdb-b91e-533d279af730 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0466852 Sep 28 07:25:26.556413 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fa1d880c-49f7-41a6-8164-baef5c93d826 req-f70089dc-87da-44d1-bdd1-b289822ae7c9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Sep 28 07:25:26.609806 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:26.727667 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:26.883622 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=42 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:26.892495 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=60 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:26.909553 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa52bf-ff5f-461c-992d-28aa5b4dd534 req-0a26fd7e-b79f-4c76-a9ec-2bd02beeb508 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:26.911016 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1baa52bf-ff5f-461c-992d-28aa5b4dd534 req-0a26fd7e-b79f-4c76-a9ec-2bd02beeb508 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0502303 Sep 28 07:25:26.959729 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1baa52bf-ff5f-461c-992d-28aa5b4dd534 req-36d035a6-f930-4c85-a3a3-cef4d79c8371 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f63fa140-02a5-48f3-8b26-5273b8ff8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 Sep 28 07:25:27.032495 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-45587928-9d58-4386-9c52-3455e297620a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:27.034096 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-45587928-9d58-4386-9c52-3455e297620a tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 945 time: 0.0467820 Sep 28 07:25:27.168584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Deleting port 47aded81-579e-49a3-9036-c0619f14e849 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:25:27.168937 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (47aded81-579e-49a3-9036-c0619f14e849), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:27.265848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] For port 47aded81-579e-49a3-9036-c0619f14e849, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=47aded81-579e-49a3-9036-c0619f14e849,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:27.266213 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (47aded81-579e-49a3-9036-c0619f14e849), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:27.281789 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Calling delete_port for 47aded81-579e-49a3-9036-c0619f14e849 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:25:27.461504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:27.477104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (47aded81-579e-49a3-9036-c0619f14e849), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:27.496265 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['47aded81-579e-49a3-9036-c0619f14e849'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:25:27.512064 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Pushing event deleted for resources: {'Port': ['ID=47aded81-579e-49a3-9036-c0619f14e849,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:27.580761 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] No DVR routers for this DVR port 47aded81-579e-49a3-9036-c0619f14e849 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:25:27.583841 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:27.587366 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68aefea5-9c14-4fb2-b813-80fc55ba1294 req-6564618c-b204-4cf7-a37b-f01d7bec55f9 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.33 "DELETE /networking/v2.0/ports/47aded81-579e-49a3-9036-c0619f14e849 HTTP/1.1" status: 204 len: 173 time: 0.5371029 Sep 28 07:25:27.587881 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa762762-a21e-4513-8589-a928beda6b1d', 'name': 'network-vif-deleted', 'tag': '47aded81-579e-49a3-9036-c0619f14e849'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:25:27.591165 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6894793c-a61c-4a71-8cef-327a140b3d78" -d '{"events": [{"server_uuid": "fa762762-a21e-4513-8589-a928beda6b1d", "name": "network-vif-deleted", "tag": "47aded81-579e-49a3-9036-c0619f14e849"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:25:27.631136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ccaea-2174-46f4-bb2f-3e00d32b0b9e x-openstack-request-id: req-926ccaea-2174-46f4-bb2f-3e00d32b0b9e {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:25:27.631424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa762762-a21e-4513-8589-a928beda6b1d", "name": "network-vif-deleted", "tag": "47aded81-579e-49a3-9036-c0619f14e849", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:25:27.631679 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-926ccaea-2174-46f4-bb2f-3e00d32b0b9e {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:25:27.632089 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926ccaea-2174-46f4-bb2f-3e00d32b0b9e'] response: {'server_uuid': 'fa762762-a21e-4513-8589-a928beda6b1d', 'name': 'network-vif-deleted', 'tag': '47aded81-579e-49a3-9036-c0619f14e849', 'status': 'completed', 'code': 200} Sep 28 07:25:27.692796 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff183f-49c4-4fc8-89cd-bae18a94839b req-5fe4dede-9d07-46b9-875f-52c64449cd0f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:27.694336 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-83ff183f-49c4-4fc8-89cd-bae18a94839b req-5fe4dede-9d07-46b9-875f-52c64449cd0f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0481935 Sep 28 07:25:27.749391 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-83ff183f-49c4-4fc8-89cd-bae18a94839b req-8eca0300-7c62-465e-9839-269830c7a79b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460689 Sep 28 07:25:28.066211 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc4c700b-a1f6-4f19-b176-2eaba1c7142e req-254c9569-5044-4ad4-989f-56a7910bf6c6 tempest-DeleteServersTestJSON-573000582 tempest-DeleteServersTestJSON-573000582-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fa762762-a21e-4513-8589-a928beda6b1d HTTP/1.1" status: 200 len: 210 time: 0.0268044 Sep 28 07:25:28.874932 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495de9e7-28b3-4d3d-a3e3-2abee8ac3ff7 req-fe846d6f-590b-4646-8f6c-54ae5e241f15 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:28.876377 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-495de9e7-28b3-4d3d-a3e3-2abee8ac3ff7 req-fe846d6f-590b-4646-8f6c-54ae5e241f15 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0466492 Sep 28 07:25:28.894346 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:28.930419 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-495de9e7-28b3-4d3d-a3e3-2abee8ac3ff7 req-48206ffc-6884-440a-8dca-c7fa2c6cfead tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485952 Sep 28 07:25:30.045330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:30.054230 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b60c45-6ccc-4476-803b-71a8a1bd2e05 req-d6d77a08-91f6-4025-b04d-dcf930eab4d5 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:30.056006 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77b60c45-6ccc-4476-803b-71a8a1bd2e05 req-d6d77a08-91f6-4025-b04d-dcf930eab4d5 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0497010 Sep 28 07:25:30.103862 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77b60c45-6ccc-4476-803b-71a8a1bd2e05 req-47ef9fc2-56a5-44bc-9006-48d409a0d44f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Sep 28 07:25:30.566638 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34918) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:30.943258 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:31.104896 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 47aded81-579e-49a3-9036-c0619f14e849 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:25:31.128652 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 47aded81-579e-49a3-9036-c0619f14e849 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:25:31.129166 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 47aded81-579e-49a3-9036-c0619f14e849 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:25:31.236535 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd09a9-9850-46f3-9824-2bf810cd3d74 req-b161b856-e801-4efc-b761-2c01569028f7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:31.238288 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cefd09a9-9850-46f3-9824-2bf810cd3d74 req-b161b856-e801-4efc-b761-2c01569028f7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0548422 Sep 28 07:25:31.294795 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cefd09a9-9850-46f3-9824-2bf810cd3d74 req-8eb7af34-4d07-442d-a03c-871c7dca0dc0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Sep 28 07:25:31.457419 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Deleting port 4c7adc26-5165-412e-aea6-1533e3cc8266 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:25:31.457976 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:31.540449 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] For port 4c7adc26-5165-412e-aea6-1533e3cc8266, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=4c7adc26-5165-412e-aea6-1533e3cc8266,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:31.540806 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:31.553509 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Calling delete_port for 4c7adc26-5165-412e-aea6-1533e3cc8266 owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:25:31.675421 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:31.678267 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:31.734021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (4c7adc26-5165-412e-aea6-1533e3cc8266), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:31.761442 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7adc26-5165-412e-aea6-1533e3cc8266,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:31.931263 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:32.142093 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:25:32.241602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:25:32.248261 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-871bc7f2-578e-466e-b130-06345f190775 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/fd8f0f8c-082a-4cb4-b4a2-d152f2758a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797478 Sep 28 07:25:32.249995 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34946) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:32.250699 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] Sync routers for ids ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:25:32.262168 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] Routers {'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:25:32.262783 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:32.360879 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks [] for router (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:32.368845 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] Set router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:25:32.478599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf753-97d5-4b66-b2a5-91e293fa9b24 req-9279dfe1-f34a-4e34-adfe-7dc3ca054fe6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:32.480744 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4caaf753-97d5-4b66-b2a5-91e293fa9b24 req-9279dfe1-f34a-4e34-adfe-7dc3ca054fe6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0836227 Sep 28 07:25:32.542027 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:25:31Z', 'revision_number': 5, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port': {'id': 'b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:75:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:32.548636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks [] for router_gateway (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:32.563099 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4caaf753-97d5-4b66-b2a5-91e293fa9b24 req-93c107e1-7ea6-4e0a-8071-7da9f309587d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705235 Sep 28 07:25:32.569060 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:32.571007 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] Checking router: fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:25:32.580838 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] Routers {'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:25:32.581475 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:32.608551 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Deleting port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:25:32.608797 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:32.666612 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] Set router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:25:32.678105 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:32.721139 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:25:32Z', 'revision_number': 6, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:32.738942 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] For port b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:32.739490 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:32.745653 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebbb4ae-0b53-43b6-8b6d-e07f111ef53e None None] The sync data for ids ['fd8f0f8c-082a-4cb4-b4a2-d152f2758a61'] in dv-cinder-859447-1-iscsi is: [{'id': 'fd8f0f8c-082a-4cb4-b4a2-d152f2758a61', 'name': 'tempest-DeleteServersTestJSON-1188950381-router', 'tenant_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:25:32Z', 'revision_number': 6, 'project_id': '416f25107a0d4eb0bab9d92e59cf07f4', 'gw_port_host': None}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:25:32.764350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Calling delete_port for b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:25:32.941850 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:32.964215 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:33.031299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.073972 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34980) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:33.133980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.136247 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks [] for router_controller (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.202436 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-87b29339-c5a5-412f-8768-74c306f8ccef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.212045 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (fd8f0f8c-082a-4cb4-b4a2-d152f2758a61), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.212749 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:25:33.219601 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.221391 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-637bd220-0445-4ff9-a1bf-6a51784861b7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/fd8f0f8c-082a-4cb4-b4a2-d152f2758a61 HTTP/1.1" status: 204 len: 168 time: 0.9704185 Sep 28 07:25:33.223844 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 34988) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:33.292636 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] Deleting subnet aaffdb9e-7058-482d-b5c7-55e497609c78 {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:25:33.299010 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] Publish callbacks [] for subnet (aaffdb9e-7058-482d-b5c7-55e497609c78), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.353040 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] Publish callbacks [] for subnet (aaffdb9e-7058-482d-b5c7-55e497609c78), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.360652 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-87b29339-c5a5-412f-8768-74c306f8ccef admin admin] Publish callbacks [] for security_group (b7ee6618-0efe-4dc5-af88-3772a7ad1de4), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.383817 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-87b29339-c5a5-412f-8768-74c306f8ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b7ee6618-0efe-4dc5-af88-3772a7ad1de4), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.463645 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (aaffdb9e-7058-482d-b5c7-55e497609c78), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.467696 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-87b29339-c5a5-412f-8768-74c306f8ccef admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=230373331c6a46ffae7b87aaf46d9640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926835 Sep 28 07:25:33.468445 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b29339-c5a5-412f-8768-74c306f8ccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee6618-0efe-4dc5-af88-3772a7ad1de4,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:33.470575 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34990) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:33.521748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c194be4-7281-4177-9eb6-3822260a05d2 admin admin] Publish callbacks [] for security_group (b7ee6618-0efe-4dc5-af88-3772a7ad1de4), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.522436 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (aaffdb9e-7058-482d-b5c7-55e497609c78), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.542005 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c194be4-7281-4177-9eb6-3822260a05d2 admin admin] Publish callbacks [] for security_group (b7ee6618-0efe-4dc5-af88-3772a7ad1de4), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.549847 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaffdb9e-7058-482d-b5c7-55e497609c78,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:33.551523 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.556631 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1acda-d7d4-4f19-bbe2-2669a58cdfe2 None None] Network 716c4394-ff90-4541-b49b-242eeb2d130a requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:25:33.557494 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-8c208bc4-8c28-4333-bd2c-88d5cabfdf8b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/aaffdb9e-7058-482d-b5c7-55e497609c78 HTTP/1.1" status: 204 len: 168 time: 0.3308787 Sep 28 07:25:33.558270 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 34992) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:33.664200 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (716c4394-ff90-4541-b49b-242eeb2d130a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.681080 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c194be4-7281-4177-9eb6-3822260a05d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b7ee6618-0efe-4dc5-af88-3772a7ad1de4), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.683523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c194be4-7281-4177-9eb6-3822260a05d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.685604 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3c194be4-7281-4177-9eb6-3822260a05d2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b7ee6618-0efe-4dc5-af88-3772a7ad1de4 HTTP/1.1" status: 204 len: 168 time: 0.2131112 Sep 28 07:25:33.701471 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c194be4-7281-4177-9eb6-3822260a05d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee6618-0efe-4dc5-af88-3772a7ad1de4,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:33.760563 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] DHCP port deletion for 716c4394-ff90-4541-b49b-242eeb2d130a request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:25:33.776586 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Deleting port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:25:33.777118 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.778058 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440e006-24cd-4d5d-a298-3cf9bc10ac6d req-a1c8f8b4-50aa-4f29-95cb-276cd3789e77 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:33.781456 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3440e006-24cd-4d5d-a298-3cf9bc10ac6d req-a1c8f8b4-50aa-4f29-95cb-276cd3789e77 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.1159086 Sep 28 07:25:33.815698 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] Deleting port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:25:33.816261 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.830412 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:33.874093 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3440e006-24cd-4d5d-a298-3cf9bc10ac6d req-351fe429-3e40-4f67-9b48-ac09f68f171d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788727 Sep 28 07:25:33.888842 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] For port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:33.889523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.908517 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Calling delete_port for 7d282a22-8a8f-4d8a-a841-23c3f6524f7c owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:25:33.910553 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] For port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,segment=NetworkSegment(2cbbb6be-4283-43c3-afcf-37f000ad022c),segment_id=2cbbb6be-4283-43c3-afcf-37f000ad022c)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:25:33.911069 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:33.926903 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] Calling delete_port for 7d282a22-8a8f-4d8a-a841-23c3f6524f7c owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:25:33.974585 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:33.987500 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:34.015947 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.045950 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:34.049568 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] No DVR routers for this DVR port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c on host dv-cinder-859447-1-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:25:34.087840 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (7d282a22-8a8f-4d8a-a841-23c3f6524f7c), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.115225 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35008) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:34.117332 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] Pushing event deleted for resources: {'Port': ['ID=7d282a22-8a8f-4d8a-a841-23c3f6524f7c,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:34.119159 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58261e-2dd5-4070-b7f7-2e969735f5ab None None] No DVR routers for this DVR port 7d282a22-8a8f-4d8a-a841-23c3f6524f7c on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:25:34.130438 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (716c4394-ff90-4541-b49b-242eeb2d130a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.136057 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0b59c35d-9b82-4267-b1ec-906d12c1ce28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.158092 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716c4394-ff90-4541-b49b-242eeb2d130a']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:34.167882 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbbb6be-4283-43c3-afcf-37f000ad022c') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:34.168178 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbbb6be-4283-43c3-afcf-37f000ad022c') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:25:34.179327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (2cbbb6be-4283-43c3-afcf-37f000ad022c), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.193545 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (2cbbb6be-4283-43c3-afcf-37f000ad022c), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.201039 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:25:34.201377 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (2cbbb6be-4283-43c3-afcf-37f000ad022c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.219428 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0b59c35d-9b82-4267-b1ec-906d12c1ce28 admin admin] Publish callbacks [] for security_group (1c2d754e-484d-4371-af8d-e92f2d3abd0e), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.224657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0b59c35d-9b82-4267-b1ec-906d12c1ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (1c2d754e-484d-4371-af8d-e92f2d3abd0e), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.239756 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:34.246392 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 2cbbb6be-4283-43c3-afcf-37f000ad022c resource provider aggregate not found Sep 28 07:25:34.268927 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 2cbbb6be-4283-43c3-afcf-37f000ad022c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cbbb6be-4283-43c3-afcf-37f000ad022c found for delete ", "request_id": "req-5760d84d-a69f-4899-8015-b8c92b94a055"}]} Sep 28 07:25:34.270408 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-0b59c35d-9b82-4267-b1ec-906d12c1ce28 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fe3f03cba7f749a4b92548d68ec3416b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533599 Sep 28 07:25:34.271133 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59c35d-9b82-4267-b1ec-906d12c1ce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2d754e-484d-4371-af8d-e92f2d3abd0e,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:34.272980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35014) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:34.286625 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (716c4394-ff90-4541-b49b-242eeb2d130a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.292867 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.296591 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/716c4394-ff90-4541-b49b-242eeb2d130a HTTP/1.1" status: 204 len: 168 time: 0.7373450 Sep 28 07:25:34.320790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbba0f2-dd58-4dd1-a17c-ca4cceaf6c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=716c4394-ff90-4541-b49b-242eeb2d130a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:34.345033 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46de58d4-4fad-47c6-943b-e5e3045c8ff6 admin admin] Publish callbacks [] for security_group (1c2d754e-484d-4371-af8d-e92f2d3abd0e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.366278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46de58d4-4fad-47c6-943b-e5e3045c8ff6 admin admin] Publish callbacks [] for security_group (1c2d754e-484d-4371-af8d-e92f2d3abd0e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.416746 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46de58d4-4fad-47c6-943b-e5e3045c8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (1c2d754e-484d-4371-af8d-e92f2d3abd0e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.420110 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46de58d4-4fad-47c6-943b-e5e3045c8ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.421428 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-46de58d4-4fad-47c6-943b-e5e3045c8ff6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c2d754e-484d-4371-af8d-e92f2d3abd0e HTTP/1.1" status: 204 len: 168 time: 0.1473234 Sep 28 07:25:34.431550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de58d4-4fad-47c6-943b-e5e3045c8ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2d754e-484d-4371-af8d-e92f2d3abd0e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:34.485076 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35020) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:34.528111 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6a216523-184f-4d75-949f-35491f917cdb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=416f25107a0d4eb0bab9d92e59cf07f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414665 Sep 28 07:25:34.531380 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35022) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:34.581134 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4c013476-43ac-4cf2-b760-dc45b979da39 admin admin] Publish callbacks [] for security_group (f63fa140-02a5-48f3-8b26-5273b8ff8f62), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.605249 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4c013476-43ac-4cf2-b760-dc45b979da39 admin admin] Publish callbacks [] for security_group (f63fa140-02a5-48f3-8b26-5273b8ff8f62), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.669451 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4c013476-43ac-4cf2-b760-dc45b979da39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f63fa140-02a5-48f3-8b26-5273b8ff8f62), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.669451 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4c013476-43ac-4cf2-b760-dc45b979da39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:34.669451 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4c013476-43ac-4cf2-b760-dc45b979da39 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f63fa140-02a5-48f3-8b26-5273b8ff8f62 HTTP/1.1" status: 204 len: 168 time: 0.1325164 Sep 28 07:25:34.675960 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c013476-43ac-4cf2-b760-dc45b979da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63fa140-02a5-48f3-8b26-5273b8ff8f62,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:34.715719 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:25:34.739260 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:25:34.739630 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b3aabd7d-10d2-42b4-9b6e-2fcd4d685ce2 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:25:34.740051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7d282a22-8a8f-4d8a-a841-23c3f6524f7c no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:25:34.760860 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 7d282a22-8a8f-4d8a-a841-23c3f6524f7c {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:25:34.761495 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7d282a22-8a8f-4d8a-a841-23c3f6524f7c not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:25:34.762058 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 4c7adc26-5165-412e-aea6-1533e3cc8266 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:25:34.783604 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 4c7adc26-5165-412e-aea6-1533e3cc8266 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:25:34.784378 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 4c7adc26-5165-412e-aea6-1533e3cc8266 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:25:35.014883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc0ae-647c-40da-87d7-118e5d4c62e5 req-1f121574-df75-4d2b-807e-1dd836e729c5 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:35.016514 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-33ecc0ae-647c-40da-87d7-118e5d4c62e5 req-1f121574-df75-4d2b-807e-1dd836e729c5 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0641279 Sep 28 07:25:35.075150 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-33ecc0ae-647c-40da-87d7-118e5d4c62e5 req-5bf69950-35b7-4f02-856b-7dedb054449a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492117 Sep 28 07:25:35.147291 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:25:35.741500 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35080) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:35.946125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-624550df-2ea6-49c0-af57-9bb4af20cbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:36.021889 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-624550df-2ea6-49c0-af57-9bb4af20cbfc admin admin] Publish callbacks [] for security_group (a446aa36-7301-4b7c-a31d-6495e028afc2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:36.026262 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-624550df-2ea6-49c0-af57-9bb4af20cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (a446aa36-7301-4b7c-a31d-6495e028afc2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:36.037658 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:36.046686 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:36.072252 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-624550df-2ea6-49c0-af57-9bb4af20cbfc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=87c6aa7009f64531bfaf29fac8f1286b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295493 Sep 28 07:25:36.073831 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624550df-2ea6-49c0-af57-9bb4af20cbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a446aa36-7301-4b7c-a31d-6495e028afc2,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:36.075057 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35098) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:36.141267 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fe8523e1-36aa-47bc-8ba2-f3b32b288621 admin admin] Publish callbacks [] for security_group (a446aa36-7301-4b7c-a31d-6495e028afc2), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:36.177296 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fe8523e1-36aa-47bc-8ba2-f3b32b288621 admin admin] Publish callbacks [] for security_group (a446aa36-7301-4b7c-a31d-6495e028afc2), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:36.233030 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225527d5-85b7-4040-a198-287b98ad80ef req-f3dfa381-ef97-48d8-a2a7-d2a99474b709 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:36.234562 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-225527d5-85b7-4040-a198-287b98ad80ef req-f3dfa381-ef97-48d8-a2a7-d2a99474b709 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0766327 Sep 28 07:25:36.285052 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fe8523e1-36aa-47bc-8ba2-f3b32b288621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (a446aa36-7301-4b7c-a31d-6495e028afc2), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:36.287996 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fe8523e1-36aa-47bc-8ba2-f3b32b288621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:36.289327 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-fe8523e1-36aa-47bc-8ba2-f3b32b288621 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a446aa36-7301-4b7c-a31d-6495e028afc2 HTTP/1.1" status: 204 len: 168 time: 0.2117131 Sep 28 07:25:36.315936 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8523e1-36aa-47bc-8ba2-f3b32b288621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a446aa36-7301-4b7c-a31d-6495e028afc2,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:36.323449 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-225527d5-85b7-4040-a198-287b98ad80ef req-5e228b89-3288-4611-a8b3-44876037d308 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814557 Sep 28 07:25:37.432252 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35150) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:37.463665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ab078-8cea-4507-8966-fd295bd9212a req-1f8ba9fd-4fa6-43a3-a83c-9b15f6e61252 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:37.465161 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-095ab078-8cea-4507-8966-fd295bd9212a req-1f8ba9fd-4fa6-43a3-a83c-9b15f6e61252 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0498667 Sep 28 07:25:37.513653 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-095ab078-8cea-4507-8966-fd295bd9212a req-fa89cebd-5450-4df5-b49c-a3930f0af7f4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Sep 28 07:25:37.538731 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-43cf32c3-acee-47d8-b95f-4d87e0228612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:37.615503 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-43cf32c3-acee-47d8-b95f-4d87e0228612 admin admin] Publish callbacks [] for security_group (0e950add-1c8c-49e9-acac-b1817956cac3), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:37.618517 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-43cf32c3-acee-47d8-b95f-4d87e0228612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0e950add-1c8c-49e9-acac-b1817956cac3), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:37.657709 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-43cf32c3-acee-47d8-b95f-4d87e0228612 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0439549da28c49ad8d2a1bc4eb81585e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242639 Sep 28 07:25:37.658579 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf32c3-acee-47d8-b95f-4d87e0228612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e950add-1c8c-49e9-acac-b1817956cac3,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:37.660423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35154) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:37.710356 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-252a7634-3a9e-4532-af97-89b60e276761 admin admin] Publish callbacks [] for security_group (0e950add-1c8c-49e9-acac-b1817956cac3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:37.732706 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-252a7634-3a9e-4532-af97-89b60e276761 admin admin] Publish callbacks [] for security_group (0e950add-1c8c-49e9-acac-b1817956cac3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:37.781205 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-252a7634-3a9e-4532-af97-89b60e276761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0e950add-1c8c-49e9-acac-b1817956cac3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:37.783785 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-252a7634-3a9e-4532-af97-89b60e276761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:37.784937 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-252a7634-3a9e-4532-af97-89b60e276761 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0e950add-1c8c-49e9-acac-b1817956cac3 HTTP/1.1" status: 204 len: 168 time: 0.1233768 Sep 28 07:25:37.793105 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a7634-3a9e-4532-af97-89b60e276761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e950add-1c8c-49e9-acac-b1817956cac3,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:38.291401 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:38.644768 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f840a0d-4210-4326-98a2-dd8e1c942a0c req-6bac1df3-054d-48b6-b4a3-67be69c53eb7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:38.646289 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7f840a0d-4210-4326-98a2-dd8e1c942a0c req-6bac1df3-054d-48b6-b4a3-67be69c53eb7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0568011 Sep 28 07:25:38.694448 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7f840a0d-4210-4326-98a2-dd8e1c942a0c req-9060860e-9956-4387-a597-75933c997ced tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 Sep 28 07:25:39.817475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05f5e-351e-4cbe-98f5-0cd0351821fa req-f5c6fc3f-739e-4904-bdab-b4cd2090b869 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:39.818992 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fec05f5e-351e-4cbe-98f5-0cd0351821fa req-f5c6fc3f-739e-4904-bdab-b4cd2090b869 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0490158 Sep 28 07:25:39.865683 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fec05f5e-351e-4cbe-98f5-0cd0351821fa req-5139293a-0669-4b22-815b-3c9dd82671ac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Sep 28 07:25:40.813088 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35242) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:40.938180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e13f6846-2a2b-43c1-85cc-6272feca7c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:40.988417 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2ebf-451e-4fe8-a8a3-dca3bac7e48d req-5f89f68e-8e3b-4f09-9a7d-44162bf926b0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:40.990050 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-55ef2ebf-451e-4fe8-a8a3-dca3bac7e48d req-5f89f68e-8e3b-4f09-9a7d-44162bf926b0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0483689 Sep 28 07:25:41.019320 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e13f6846-2a2b-43c1-85cc-6272feca7c75 admin admin] Publish callbacks [] for security_group (e14c314d-29ce-4f56-9ec0-b3996dea7aba), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.023912 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e13f6846-2a2b-43c1-85cc-6272feca7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (e14c314d-29ce-4f56-9ec0-b3996dea7aba), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.039182 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-55ef2ebf-451e-4fe8-a8a3-dca3bac7e48d req-cb762f84-7904-4263-a37c-13217d5eaaff tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Sep 28 07:25:41.064426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f6846-2a2b-43c1-85cc-6272feca7c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c314d-29ce-4f56-9ec0-b3996dea7aba,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:41.068759 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e13f6846-2a2b-43c1-85cc-6272feca7c75 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8eddf8605a024cd1a172758a6552ae79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546728 Sep 28 07:25:41.071440 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35250) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:41.120517 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ec880046-246b-45d1-9fd1-b0496b054f62 admin admin] Publish callbacks [] for security_group (e14c314d-29ce-4f56-9ec0-b3996dea7aba), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.144591 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ec880046-246b-45d1-9fd1-b0496b054f62 admin admin] Publish callbacks [] for security_group (e14c314d-29ce-4f56-9ec0-b3996dea7aba), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.192905 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ec880046-246b-45d1-9fd1-b0496b054f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (e14c314d-29ce-4f56-9ec0-b3996dea7aba), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.195407 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ec880046-246b-45d1-9fd1-b0496b054f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.196578 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ec880046-246b-45d1-9fd1-b0496b054f62 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e14c314d-29ce-4f56-9ec0-b3996dea7aba HTTP/1.1" status: 204 len: 168 time: 0.1242352 Sep 28 07:25:41.204243 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880046-246b-45d1-9fd1-b0496b054f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c314d-29ce-4f56-9ec0-b3996dea7aba,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:41.458107 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35258) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:41.471923 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3caa-0410-445b-be1b-68c8f2e12a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.517531 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:41.547080 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3caa-0410-445b-be1b-68c8f2e12a61 admin admin] Publish callbacks [] for security_group (d187ca04-bb60-40b2-b9a0-64d694c47a0e), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.550438 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d9fb3caa-0410-445b-be1b-68c8f2e12a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d187ca04-bb60-40b2-b9a0-64d694c47a0e), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.554726 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:41.589897 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb3caa-0410-445b-be1b-68c8f2e12a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d187ca04-bb60-40b2-b9a0-64d694c47a0e,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:41.594871 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d9fb3caa-0410-445b-be1b-68c8f2e12a61 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7f04d78e589e4463bd76a413e58d8e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357012 Sep 28 07:25:41.597541 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35260) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:41.645219 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de5c493f-9267-4a1b-9579-a9b82a7ec4f2 admin admin] Publish callbacks [] for security_group (d187ca04-bb60-40b2-b9a0-64d694c47a0e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.665040 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de5c493f-9267-4a1b-9579-a9b82a7ec4f2 admin admin] Publish callbacks [] for security_group (d187ca04-bb60-40b2-b9a0-64d694c47a0e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.714277 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de5c493f-9267-4a1b-9579-a9b82a7ec4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d187ca04-bb60-40b2-b9a0-64d694c47a0e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.717348 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de5c493f-9267-4a1b-9579-a9b82a7ec4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:41.718520 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-de5c493f-9267-4a1b-9579-a9b82a7ec4f2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d187ca04-bb60-40b2-b9a0-64d694c47a0e HTTP/1.1" status: 204 len: 168 time: 0.1200676 Sep 28 07:25:41.726453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c493f-9267-4a1b-9579-a9b82a7ec4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d187ca04-bb60-40b2-b9a0-64d694c47a0e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:42.163242 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad46c1a-9647-41ca-85c2-346251d7c08e req-b0d73adf-ecb4-4bc1-ad12-ba785753913e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:42.164729 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ad46c1a-9647-41ca-85c2-346251d7c08e req-b0d73adf-ecb4-4bc1-ad12-ba785753913e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Sep 28 07:25:42.214986 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ad46c1a-9647-41ca-85c2-346251d7c08e req-73174be5-1a41-4f92-83c4-86587c48a721 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439119 Sep 28 07:25:42.745610 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=43 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:43.341293 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f5e0-189e-4830-abf1-85d1c7be89f6 req-822517ae-9cbd-4530-a8ee-753a383f3824 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:43.342837 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-14d2f5e0-189e-4830-abf1-85d1c7be89f6 req-822517ae-9cbd-4530-a8ee-753a383f3824 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0520697 Sep 28 07:25:43.389792 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:43.394503 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-14d2f5e0-189e-4830-abf1-85d1c7be89f6 req-51df884a-bc0a-48e1-9a6d-dcdce74d6077 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Sep 28 07:25:44.514955 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d176bd3-a3f0-444e-b718-f0cc7a4fa102 req-87bf32c7-5571-4a65-9beb-d2ca3aa3f72d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:44.516381 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6d176bd3-a3f0-444e-b718-f0cc7a4fa102 req-87bf32c7-5571-4a65-9beb-d2ca3aa3f72d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0458744 Sep 28 07:25:44.563614 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6d176bd3-a3f0-444e-b718-f0cc7a4fa102 req-e0eebe53-969f-489e-9c39-6f655d322c66 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Sep 28 07:25:45.680438 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214731f6-0c0f-40ec-9826-19b7e9b2da47 req-60182814-c112-48c2-a611-ba2adbb76cd3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:45.682055 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-214731f6-0c0f-40ec-9826-19b7e9b2da47 req-60182814-c112-48c2-a611-ba2adbb76cd3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0452745 Sep 28 07:25:45.732914 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-214731f6-0c0f-40ec-9826-19b7e9b2da47 req-8f0b469c-4719-4b9c-8a92-4583e205b648 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448709 Sep 28 07:25:46.856588 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dc34-502c-4bf9-a14b-6940732f26f3 req-02a7b00b-2899-495b-b390-704dc95e0a04 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:46.858288 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1d62dc34-502c-4bf9-a14b-6940732f26f3 req-02a7b00b-2899-495b-b390-704dc95e0a04 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0495946 Sep 28 07:25:46.903703 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1d62dc34-502c-4bf9-a14b-6940732f26f3 req-93a2873c-8fff-497c-8cdb-df0ebd2349d9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Sep 28 07:25:48.019678 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3d863-6388-45ab-8927-2de1fffa636d req-9383b132-8e1a-492a-81b5-fa6d623c6079 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:48.021044 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3ba3d863-6388-45ab-8927-2de1fffa636d req-9383b132-8e1a-492a-81b5-fa6d623c6079 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0450318 Sep 28 07:25:48.045231 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:48.071815 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3ba3d863-6388-45ab-8927-2de1fffa636d req-305738e0-ad9d-431b-a84c-49bc562bf4af tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Sep 28 07:25:49.189315 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcc08-96a6-4d4b-a3ee-fbab19f719ee req-f5cec413-aa47-46ea-964b-3b6c874bbd5c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:49.190767 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-375dcc08-96a6-4d4b-a3ee-fbab19f719ee req-f5cec413-aa47-46ea-964b-3b6c874bbd5c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0458267 Sep 28 07:25:49.237177 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-375dcc08-96a6-4d4b-a3ee-fbab19f719ee req-265a3fbf-2e7f-40b9-960d-28e5ea58f9c7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Sep 28 07:25:50.353071 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965f151-678a-45f5-a44f-6d42f88a7115 req-c1065cef-765a-4ac8-a2a7-413aad46c9e0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:50.354497 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7965f151-678a-45f5-a44f-6d42f88a7115 req-c1065cef-765a-4ac8-a2a7-413aad46c9e0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0445948 Sep 28 07:25:50.402835 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7965f151-678a-45f5-a44f-6d42f88a7115 req-97b0c571-69cf-42ca-8e8f-4c341eed85a0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Sep 28 07:25:51.217003 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:51.524051 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e2e69-b838-4db8-be7a-72c8b8b7b373 req-ddfe31e0-570e-4855-89ae-9a90e20cf8bb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:51.525453 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-415e2e69-b838-4db8-be7a-72c8b8b7b373 req-ddfe31e0-570e-4855-89ae-9a90e20cf8bb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0495477 Sep 28 07:25:51.588595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:51.602884 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a4390f48-b2a0-42a8-af82-6bb25cc1b0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:51.795379 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-415e2e69-b838-4db8-be7a-72c8b8b7b373 req-2faea39f-c140-4b9e-bf1c-ca59932a730c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637804 Sep 28 07:25:52.912343 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0995924-fa7a-405b-b4ab-512a3344093e req-b4ecc2f4-9284-4d33-be3c-e128537b4cb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:52.914753 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b0995924-fa7a-405b-b4ab-512a3344093e req-b4ecc2f4-9284-4d33-be3c-e128537b4cb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0456505 Sep 28 07:25:52.962240 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b0995924-fa7a-405b-b4ab-512a3344093e req-49e90761-b547-4272-ba14-a4b360980072 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Sep 28 07:25:53.458247 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35476) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:53.560651 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac251-d528-4c4e-988f-b1bc47b89548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:53.634452 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac251-d528-4c4e-988f-b1bc47b89548 admin admin] Publish callbacks [] for security_group (64486440-e1d9-4baf-934d-dfb2abf4bc86), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:53.638602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac251-d528-4c4e-988f-b1bc47b89548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (64486440-e1d9-4baf-934d-dfb2abf4bc86), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:53.680558 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9d4ac251-d528-4c4e-988f-b1bc47b89548 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dccae48efd9943aa9b27615ea64a3a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211185 Sep 28 07:25:53.681892 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ac251-d528-4c4e-988f-b1bc47b89548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64486440-e1d9-4baf-934d-dfb2abf4bc86,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:53.683446 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35484) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:53.737750 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bb422b6b-6051-4cb2-b6c7-f46a8e1f6072 admin admin] Publish callbacks [] for security_group (64486440-e1d9-4baf-934d-dfb2abf4bc86), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:53.758625 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bb422b6b-6051-4cb2-b6c7-f46a8e1f6072 admin admin] Publish callbacks [] for security_group (64486440-e1d9-4baf-934d-dfb2abf4bc86), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:53.809073 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bb422b6b-6051-4cb2-b6c7-f46a8e1f6072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (64486440-e1d9-4baf-934d-dfb2abf4bc86), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:53.812580 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bb422b6b-6051-4cb2-b6c7-f46a8e1f6072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:53.813797 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-bb422b6b-6051-4cb2-b6c7-f46a8e1f6072 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/64486440-e1d9-4baf-934d-dfb2abf4bc86 HTTP/1.1" status: 204 len: 168 time: 0.1292920 Sep 28 07:25:53.824575 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb422b6b-6051-4cb2-b6c7-f46a8e1f6072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64486440-e1d9-4baf-934d-dfb2abf4bc86,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:53.868934 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2de1ee88-81d9-49dc-adf1-1788ad5d21b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.092491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:54.110178 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e58adb-7708-4a85-8c30-56ee8c71dfa0 req-e14790cf-d2e1-4d21-a876-3eaee2959170 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:54.111813 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64e58adb-7708-4a85-8c30-56ee8c71dfa0 req-e14790cf-d2e1-4d21-a876-3eaee2959170 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0553083 Sep 28 07:25:54.132233 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35504) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:54.147666 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fca9-4b43-4725-bc2a-654bb1f1c59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.158718 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:54.173014 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64e58adb-7708-4a85-8c30-56ee8c71dfa0 req-808c9905-3f27-47f6-b0e8-52bda7042968 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551002 Sep 28 07:25:54.227902 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fca9-4b43-4725-bc2a-654bb1f1c59b admin admin] Publish callbacks [] for security_group (c5080bd4-170a-4fad-ae09-4788bfcf105f), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.232496 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e8f5fca9-4b43-4725-bc2a-654bb1f1c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (c5080bd4-170a-4fad-ae09-4788bfcf105f), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.273800 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e8f5fca9-4b43-4725-bc2a-654bb1f1c59b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d51d96cf77274290a27915fdf1602601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377847 Sep 28 07:25:54.274221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35508) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:25:54.288879 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5fca9-4b43-4725-bc2a-654bb1f1c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5080bd4-170a-4fad-ae09-4788bfcf105f,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:54.324560 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d5a0f29-2eb2-4e76-a59c-32664c1eeaee admin admin] Publish callbacks [] for security_group (c5080bd4-170a-4fad-ae09-4788bfcf105f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.345327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d5a0f29-2eb2-4e76-a59c-32664c1eeaee admin admin] Publish callbacks [] for security_group (c5080bd4-170a-4fad-ae09-4788bfcf105f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.392850 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d5a0f29-2eb2-4e76-a59c-32664c1eeaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (c5080bd4-170a-4fad-ae09-4788bfcf105f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.395320 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d5a0f29-2eb2-4e76-a59c-32664c1eeaee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:54.396485 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2d5a0f29-2eb2-4e76-a59c-32664c1eeaee admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c5080bd4-170a-4fad-ae09-4788bfcf105f HTTP/1.1" status: 204 len: 168 time: 0.1214135 Sep 28 07:25:54.404383 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a0f29-2eb2-4e76-a59c-32664c1eeaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5080bd4-170a-4fad-ae09-4788bfcf105f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:25:55.116011 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:55.310915 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df65b6-6de0-4e71-ad25-c8fec3558454 req-5f3e8348-03c9-4c8e-82ec-fc0bb2adcde3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:55.313009 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c9df65b6-6de0-4e71-ad25-c8fec3558454 req-5f3e8348-03c9-4c8e-82ec-fc0bb2adcde3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Sep 28 07:25:55.362014 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c9df65b6-6de0-4e71-ad25-c8fec3558454 req-3ae65660-8a39-40ad-a853-a2d64154f36a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Sep 28 07:25:56.079390 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:56.081656 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:56.484420 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a19436-d6c7-496a-a84b-05a6b8e04462 req-d782ea9a-0fc5-43a5-b24e-a98d7c49b7e2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:56.485904 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51a19436-d6c7-496a-a84b-05a6b8e04462 req-d782ea9a-0fc5-43a5-b24e-a98d7c49b7e2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0458498 Sep 28 07:25:56.534969 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51a19436-d6c7-496a-a84b-05a6b8e04462 req-3f98eead-dd64-4ace-a6f8-0d0cfa196a44 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435493 Sep 28 07:25:56.613603 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:56.732107 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:25:57.642546 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:25:57.653286 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab78a4-6bf2-482d-990e-44024d343db3 req-5d9d3c55-89c3-4c89-bd42-010e88976421 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:57.655336 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-13ab78a4-6bf2-482d-990e-44024d343db3 req-5d9d3c55-89c3-4c89-bd42-010e88976421 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0451024 Sep 28 07:25:57.701576 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-13ab78a4-6bf2-482d-990e-44024d343db3 req-e44d5960-9e33-4fe1-b893-dd7f48f3ad99 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Sep 28 07:25:58.834345 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4cca-9723-465a-b4f2-7811f7bda0aa req-c3e5c56a-22ae-4f2c-96e6-57234300794b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:25:58.835892 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b7d4cca-9723-465a-b4f2-7811f7bda0aa req-c3e5c56a-22ae-4f2c-96e6-57234300794b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0528591 Sep 28 07:25:58.887078 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b7d4cca-9723-465a-b4f2-7811f7bda0aa req-4a20529d-c3a4-4080-87f1-34a2c771e076 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452631 Sep 28 07:26:00.012550 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da78f0a-f4bd-40ce-b213-dfe213bd4c65 req-7165542d-746e-416f-99d3-c166ce6145b1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:00.014744 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5da78f0a-f4bd-40ce-b213-dfe213bd4c65 req-7165542d-746e-416f-99d3-c166ce6145b1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0472772 Sep 28 07:26:00.070434 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5da78f0a-f4bd-40ce-b213-dfe213bd4c65 req-f7af195d-e594-4ef2-ad1b-005dd7af0f4b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485616 Sep 28 07:26:00.526321 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35654) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:00.632562 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:00.718328 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Publish callbacks [] for security_group (cc8b2078-e287-47f7-9e97-5f6bed013283), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:00.722893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (cc8b2078-e287-47f7-9e97-5f6bed013283), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:00.761460 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3090754f4dd543518b950f21cef74587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339118 Sep 28 07:26:00.763339 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8b2078-e287-47f7-9e97-5f6bed013283,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:00.764128 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35658) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:00.770580 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.770925 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.771261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.771599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.771942 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.772252 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.772573 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.772891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.773299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.773620 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.773943 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.774347 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.774668 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.774983 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.775299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554392e-4a25-469d-b239-19f5b8dbeb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.814898 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Publish callbacks [] for security_group (cc8b2078-e287-47f7-9e97-5f6bed013283), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:00.834030 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Publish callbacks [] for security_group (cc8b2078-e287-47f7-9e97-5f6bed013283), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:00.880380 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (cc8b2078-e287-47f7-9e97-5f6bed013283), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:00.882908 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:00.884024 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cc8b2078-e287-47f7-9e97-5f6bed013283 HTTP/1.1" status: 204 len: 168 time: 0.1187949 Sep 28 07:26:00.892063 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8b2078-e287-47f7-9e97-5f6bed013283,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:00.899297 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.899715 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.900062 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.900401 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.900903 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.901419 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.901752 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:00.907747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a2acf-6f40-4450-aa69-0e7092145003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:01.210060 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7875023-73ed-475f-b69c-955998cae941 req-a4328d85-0b7e-4598-b601-82d1213f8cf8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:01.211891 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e7875023-73ed-475f-b69c-955998cae941 req-a4328d85-0b7e-4598-b601-82d1213f8cf8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0576768 Sep 28 07:26:01.264889 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e7875023-73ed-475f-b69c-955998cae941 req-5b0561ba-77d6-4058-932e-3a42b4f5a856 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458136 Sep 28 07:26:01.557073 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35692) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:01.655645 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1324440801-network', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:01.660549 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:01.678238 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Made reservation on behalf of a3324b12312f43ebab7273b438ad9b65 for: {'network': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:26:01.680665 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.691368 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.767549 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks [] for security_group (45069105-27f0-4250-8c79-942d9c8ecc8f), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.771194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (45069105-27f0-4250-8c79-942d9c8ecc8f), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.798037 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=106259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:26:01.809194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45069105-27f0-4250-8c79-942d9c8ecc8f,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:01.816697 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (1362a731-8068-406d-aad5-3f182bdb5c4d), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.817067 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.segments_db [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Added segment 1362a731-8068-406d-aad5-3f182bdb5c4d of type vlan for network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 Sep 28 07:26:01.863433 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.889193 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.890286 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:01.890857 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:01.942504 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3843136 Sep 28 07:26:01.945609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35696) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:01.950997 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Request body: {'subnet': {'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1324440801-subnet', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:01.954232 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f27468-fee5-4651-b1b0-4435461385c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:01.965225 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:26:01.971144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Made reservation on behalf of a3324b12312f43ebab7273b438ad9b65 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:26:01.973605 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303705'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.103405 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:02.177085 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303727'] for subnet (0bb78d50-505b-4095-a4b1-53a3e354ba2d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.205180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:02.239965 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb78d50-505b-4095-a4b1-53a3e354ba2d,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:02.250363 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Checking segment: {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:02.250717 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Network hostable DHCP agents. Network: 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:26:02.268537 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:26:02.277586 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:02.282695 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:02.283274 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.288166 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78992f-9ff0-40e0-90c2-06a22d1734fe None None] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:26:02.301943 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9ae055fb-e433-44dd-8ed7-e4605dc0ce74 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3545413 Sep 28 07:26:02.304399 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35704) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:02.309519 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:02.339928 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (b84c33d2-9710-40a0-943c-e2166cba4747), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.343095 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (b84c33d2-9710-40a0-943c-e2166cba4747), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.426545 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123bc93-23b2-4a88-905e-1f22a02dba71 req-6f8a4845-f928-4f3b-a3af-b047a9f950ea tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:02.434565 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1123bc93-23b2-4a88-905e-1f22a02dba71 req-6f8a4845-f928-4f3b-a3af-b047a9f950ea tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0656438 Sep 28 07:26:02.436200 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:26:02.437732 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks [] for router_controller (b84c33d2-9710-40a0-943c-e2166cba4747), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.438091 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.443157 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:02.515459 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1123bc93-23b2-4a88-905e-1f22a02dba71 req-5c95700c-3f51-4f3e-846c-1325f5bd84a2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732431 Sep 28 07:26:02.607020 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks [] for router_gateway (b84c33d2-9710-40a0-943c-e2166cba4747), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.635856 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Allocated IP 172.20.0.2 (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5/0bb78d50-505b-4095-a4b1-53a3e354ba2d/7dc67bbc-1d58-4971-bbfc-7f700eb7d59d) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:02.777135 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Publish callbacks [] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.783329 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.818477 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks [] for router_gateway (b84c33d2-9710-40a0-943c-e2166cba4747), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.833395 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:02.839071 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:02.840916 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Pushing event updated for resources: {'Port': ['ID=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:02.844568 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:02.847561 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.853108 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.853462 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.853888 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.854259 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.854679 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.855129 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.855342 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.855664 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.856014 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.856450 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.856734 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.857045 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.857367 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.857758 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.858080 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:02.919513 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Attempting to bind port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:26:02.919879 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Attempting to bind port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:26:02.920382 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Attempting to bind port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d on network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:02.966739 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:26:02.967490 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Checking segment: {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:02.967490 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.967842 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Bound using segment: {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:26:02.968318 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Bound port: 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:26:02.968700 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:02.977852 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Allocated IP 172.27.2.208 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/025f85c6-dfb8-433e-bf7a-b62f3e84d7dd) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:03.033303 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] For port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:26:03.036477 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] For port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:26:03.043512 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:03.053316 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:03.093858 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:03.100198 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b18ff-de2a-4645-b4ac-7a75070c45f5 None None] Pushing event updated for resources: {'Port': ['ID=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:03.108196 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks [] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:03.113341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:03.146341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:03.196196 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:03.201833 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:03.204330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:03.206748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Pushing event updated for resources: {'Port': ['ID=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:03.253182 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:03.479533 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks [] for router_gateway (b84c33d2-9710-40a0-943c-e2166cba4747), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:03.686958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477692e-6a00-47a9-bce1-7624817b9662 req-aa58439d-7c40-4e05-8b04-e2b489816fdc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:03.689443 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8477692e-6a00-47a9-bce1-7624817b9662 req-aa58439d-7c40-4e05-8b04-e2b489816fdc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0813680 Sep 28 07:26:03.727239 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (b84c33d2-9710-40a0-943c-e2166cba4747), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:03.812492 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8477692e-6a00-47a9-bce1-7624817b9662 req-b68f9e8e-0a86-498a-814a-63b5039ebd5f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150537 Sep 28 07:26:03.907910 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Router b84c33d2-9710-40a0-943c-e2166cba4747 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:26:04.023632 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:26:04.028223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:04.034789 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35740) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:04.057561 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.058214 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Sync routers for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:26:04.059067 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-75f61cfa-f472-4e01-825a-acb98ec62d52 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7536459 Sep 28 07:26:04.062092 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35744) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:04.071685 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:04.074239 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:04.117476 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c99db-3551-4919-aef9-be0485e859cf None None] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:26:04.205185 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-26e7769e-0e58-4048-8dca-c2d89d321ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.205285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] Provisioning complete for port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:04.205285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.205285 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] Attempt 1 to provision port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d Sep 28 07:26:04.294177 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-26e7769e-0e58-4048-8dca-c2d89d321ac7 admin admin] Publish callbacks [] for security_group (7ed52e00-171c-4b77-985a-5d6932dcb3b8), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.299284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-26e7769e-0e58-4048-8dca-c2d89d321ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7ed52e00-171c-4b77-985a-5d6932dcb3b8), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.351332 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:04.354074 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7769e-0e58-4048-8dca-c2d89d321ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed52e00-171c-4b77-985a-5d6932dcb3b8,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:04.372735 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-26e7769e-0e58-4048-8dca-c2d89d321ac7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d6475b33d8374da3a922f426843374f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367682 Sep 28 07:26:04.373209 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35748) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:04.473901 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17cb-a7a6-4752-8b12-01fbb803cd25 admin admin] Publish callbacks [] for security_group (7ed52e00-171c-4b77-985a-5d6932dcb3b8), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.496836 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17cb-a7a6-4752-8b12-01fbb803cd25 admin admin] Publish callbacks [] for security_group (7ed52e00-171c-4b77-985a-5d6932dcb3b8), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.577086 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:04.596172 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17cb-a7a6-4752-8b12-01fbb803cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7ed52e00-171c-4b77-985a-5d6932dcb3b8), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.598702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ae8f17cb-a7a6-4752-8b12-01fbb803cd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.602586 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ae8f17cb-a7a6-4752-8b12-01fbb803cd25 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7ed52e00-171c-4b77-985a-5d6932dcb3b8 HTTP/1.1" status: 204 len: 168 time: 0.2255008 Sep 28 07:26:04.614575 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f17cb-a7a6-4752-8b12-01fbb803cd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed52e00-171c-4b77-985a-5d6932dcb3b8,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:04.678325 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] Current status of the port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:04.678943 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.694255 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30495a-28c8-4f42-80e6-dc23abcaf1f7 req-e95475ae-64b3-407b-ba0b-d2b400d79b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:04.695936 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc30495a-28c8-4f42-80e6-dc23abcaf1f7 req-e95475ae-64b3-407b-ba0b-d2b400d79b68 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 1130 time: 0.0449049 Sep 28 07:26:04.745010 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] For port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:04.754345 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.822679 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc30495a-28c8-4f42-80e6-dc23abcaf1f7 req-6f898079-7984-49c0-838e-f6843b394c8c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152523 Sep 28 07:26:04.830768 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:04.876821 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:03Z', 'revision_number': 3, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:04.931628 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Checking router: b84c33d2-9710-40a0-943c-e2166cba4747 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:26:04.931978 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Updating router b84c33d2-9710-40a0-943c-e2166cba4747 port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:26:04.934938 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a58f1c-7834-4f89-b273-b3862da2ab09 None None] Pushing event updated for resources: {'Port': ['ID=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:04.940466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-c8c32d91-7898-4538-bb5a-0755d08a8a20 None None] Provisioning complete for port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:04.940831 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c8c32d91-7898-4538-bb5a-0755d08a8a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:04.941291 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c8c32d91-7898-4538-bb5a-0755d08a8a20 None None] Attempt 1 to provision port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d Sep 28 07:26:04.979647 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95dd15-1ec9-49c7-bc00-cc00cb789bd0 req-e2f8b4f8-1951-48e5-8830-e605566b0099 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:04.987765 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6a95dd15-1ec9-49c7-bc00-cc00cb789bd0 req-e2f8b4f8-1951-48e5-8830-e605566b0099 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0778906 Sep 28 07:26:05.006426 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.016208 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.033285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:05.033659 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.033992 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d Sep 28 07:26:05.043072 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6a95dd15-1ec9-49c7-bc00-cc00cb789bd0 req-3ec7b58e-363d-4b96-8d32-32d68648181c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538580 Sep 28 07:26:05.152259 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:05.163954 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:05.207525 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Allocated IP 172.20.0.1 (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5/0bb78d50-505b-4095-a4b1-53a3e354ba2d/fe84ae08-dd44-43b3-a7bb-bc250a1432cc) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:05.273749 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:05.282393 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c8c32d91-7898-4538-bb5a-0755d08a8a20 None None] Current status of the port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:05.296753 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:05.353259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks [] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.388235 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.422571 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Publish callbacks [] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.431606 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.437662 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:05.442917 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:05.445149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Pushing event updated for resources: {'Port': ['ID=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:05.447301 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:05.473310 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Attempting to bind port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:26:05.473761 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Attempting to bind port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:26:05.474397 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Attempting to bind port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:05.474596 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:05.489603 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (b84c33d2-9710-40a0-943c-e2166cba4747), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.507020 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161a3f2-9300-46b2-a2d1-cdf61bb57805 None None] Pushing event updated for resources: {'Port': ['ID=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:05.530677 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:26:05.531232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:05.531722 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.532201 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:26:05.532769 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Bound port: 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:26:05.533261 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.603127 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] For port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:26:05.608094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] For port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:26:05.618340 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.648467 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.667388 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:05.668028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:05.740641 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161a3f2-9300-46b2-a2d1-cdf61bb57805 None None] Pushing event updated for resources: {'Port': ['ID=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:05.817711 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:05.848744 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Provisioning complete for port fe84ae08-dd44-43b3-a7bb-bc250a1432cc triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:05.849272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.849666 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 1 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:05.861964 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks [] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.867807 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:05.931917 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:05.958466 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Pushing event updated for resources: {'Port': ['ID=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:05.961317 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (b84c33d2-9710-40a0-943c-e2166cba4747), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:06.012411 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:06.064175 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 1, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:06.068413 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:06.068413 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:06.098064 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652fb30e-249c-4b1b-8001-03a1c45dabf8 None None] The sync data for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi is: [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 1, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:26:06.198322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:06.252762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc4c5-8015-426e-9df3-20ef750b9a64 req-23299f94-0ba4-4dbe-9218-69c2c12d7478 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:06.254441 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6accc4c5-8015-426e-9df3-20ef750b9a64 req-23299f94-0ba4-4dbe-9218-69c2c12d7478 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0923519 Sep 28 07:26:06.291710 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Router b84c33d2-9710-40a0-943c-e2166cba4747 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:26:06.336599 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6accc4c5-8015-426e-9df3-20ef750b9a64 req-849e0314-1af4-4f8b-87a5-f1b5c0e2e388 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737777 Sep 28 07:26:06.439862 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 2 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:06.486203 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:06.509520 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:26:06.523264 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f1a0fecb-422d-40f1-a5f0-98aef5cb731e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b84c33d2-9710-40a0-943c-e2166cba4747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4525261 Sep 28 07:26:06.766407 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:06.817270 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:06.817643 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:06.817977 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d Sep 28 07:26:06.819277 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:06.923729 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:06.988040 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 3 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:07.027193 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:07.255580 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35824) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:07.261237 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2106043594-network', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:07.271588 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:07.289002 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Made reservation on behalf of 45f7438a4c6f4d28a9776154a47aa1de for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:26:07.294377 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.305847 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.405663 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks [] for security_group (0306aaf5-2996-489d-8beb-10f182438aa9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.412225 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0306aaf5-2996-489d-8beb-10f182438aa9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.443296 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:26:07.461751 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0306aaf5-2996-489d-8beb-10f182438aa9,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:07.468885 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (931e14ea-e90e-44c6-b4bb-8fa07a9b7266), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.469369 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Added segment 931e14ea-e90e-44c6-b4bb-8fa07a9b7266 of type vlan for network 09403970-7d7f-444b-bba0-c3f1812164bf Sep 28 07:26:07.494775 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c69a3-8238-456e-8daa-fe783cecdc73 req-b6059134-5aa6-4c73-8541-4cb2616cdecc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:07.504139 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8a5c69a3-8238-456e-8daa-fe783cecdc73 req-b6059134-5aa6-4c73-8541-4cb2616cdecc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0684915 Sep 28 07:26:07.519445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (09403970-7d7f-444b-bba0-c3f1812164bf), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.528623 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 4 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:07.579931 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (09403970-7d7f-444b-bba0-c3f1812164bf), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.582247 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:07.583242 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.593600 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8a5c69a3-8238-456e-8daa-fe783cecdc73 req-7a24c1c5-daff-405d-ad7f-4b877cdf2892 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877349 Sep 28 07:26:07.626509 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:07.658778 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4012144 Sep 28 07:26:07.662204 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35836) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:07.666995 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Request body: {'subnet': {'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2106043594-subnet', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:07.675867 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa6827-8086-4837-a1f6-e9ac230b7824 admin admin] Pushing event updated for resources: {'Network': ['ID=09403970-7d7f-444b-bba0-c3f1812164bf,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:07.689850 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 09403970-7d7f-444b-bba0-c3f1812164bf details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:26:07.736062 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Made reservation on behalf of 45f7438a4c6f4d28a9776154a47aa1de for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:26:07.738496 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.808011 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406f124-3e0d-4f7d-8e73-279505583adf req-ace9315b-1411-4e36-ab27-230b897b3504 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:07.810499 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c406f124-3e0d-4f7d-8e73-279505583adf req-ace9315b-1411-4e36-ab27-230b897b3504 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.1016271 Sep 28 07:26:07.874737 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c406f124-3e0d-4f7d-8e73-279505583adf req-52d2e24b-acfc-41ad-972b-9858851f848a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582972 Sep 28 07:26:07.979062 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (dcd58fc5-2eb8-45c8-92e8-d6801000268f), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:07.987220 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:08.043026 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:08.058750 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd58fc5-2eb8-45c8-92e8-d6801000268f,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:08.061764 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Checking segment: {'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:08.062310 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Network hostable DHCP agents. Network: 09403970-7d7f-444b-bba0-c3f1812164bf, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:26:08.084716 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Network 09403970-7d7f-444b-bba0-c3f1812164bf is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:26:08.097585 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 09403970-7d7f-444b-bba0-c3f1812164bf) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:08.107167 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315065e6-986a-479d-963e-4171042fb5f1 None None] Network 09403970-7d7f-444b-bba0-c3f1812164bf requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:26:08.109788 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:08.111066 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.134906 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6d6b8034-93e6-4077-981d-fa8b42d01f95 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4709401 Sep 28 07:26:08.137118 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35840) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:08.142020 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:08.148845 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 5 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:08.174054 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.177470 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.198787 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:08.262710 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks [] for router_controller (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.288312 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-09403970-7d7f-444b-bba0-c3f1812164bf', 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf', 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'fixed_ips': [{'subnet_id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:26:08.289861 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.328144 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.419623 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks [] for router_gateway (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.450325 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Allocated IP 172.20.0.2 (09403970-7d7f-444b-bba0-c3f1812164bf/dcd58fc5-2eb8-45c8-92e8-d6801000268f/fb0b44a9-ca99-44aa-bf96-8535e6303949) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:08.590469 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:08.597601 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:08.607332 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks [] for router_gateway (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.615238 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Publish callbacks [] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.621626 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.627449 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.673781 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:08.683986 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Network 09403970-7d7f-444b-bba0-c3f1812164bf is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:08.690113 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:08.694997 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:08.701526 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 6 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:08.776512 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Pushing event updated for resources: {'Port': ['ID=fb0b44a9-ca99-44aa-bf96-8535e6303949,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:08.792774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Allocated IP 172.27.2.162 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/7590066b-15d7-4c5e-a7dd-f298d41c7463) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:08.809791 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:08.871560 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:08.872858 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:08.893725 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Attempting to bind port fb0b44a9-ca99-44aa-bf96-8535e6303949 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:26:08.894153 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Attempting to bind port fb0b44a9-ca99-44aa-bf96-8535e6303949 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:26:08.894917 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Attempting to bind port fb0b44a9-ca99-44aa-bf96-8535e6303949 on network 09403970-7d7f-444b-bba0-c3f1812164bf {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:08.924315 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:08.924692 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.925057 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd Sep 28 07:26:08.932362 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks [] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.966575 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Sync routers for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:26:08.973154 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:08.983822 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:08.984744 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:09.003830 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:26:09.004076 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Checking segment: {'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:09.004346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:09.004736 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Bound using segment: {'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:26:09.005397 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Bound port: fb0b44a9-ca99-44aa-bf96-8535e6303949, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:26:09.005904 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:09.022264 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:09.028280 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:09.035982 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:09.060111 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Pushing event updated for resources: {'Port': ['ID=7590066b-15d7-4c5e-a7dd-f298d41c7463,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:09.091210 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:09.091599 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:09.118424 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] For port fb0b44a9-ca99-44aa-bf96-8535e6303949, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:26:09.123058 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] For port fb0b44a9-ca99-44aa-bf96-8535e6303949, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=fb0b44a9-ca99-44aa-bf96-8535e6303949,segment=NetworkSegment(931e14ea-e90e-44c6-b4bb-8fa07a9b7266),segment_id=931e14ea-e90e-44c6-b4bb-8fa07a9b7266)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:26:09.127023 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:09.131732 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:09.134547 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:09.138242 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:09.206968 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c991ac-d878-43dd-84b0-f69370fbb452 None None] Pushing event updated for resources: {'Port': ['ID=fb0b44a9-ca99-44aa-bf96-8535e6303949,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:09.287377 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:09.377675 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 7 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:09.423438 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 2, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:09.434612 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks [] for router_gateway (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:09.478660 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:09.603269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Checking router: b84c33d2-9710-40a0-943c-e2166cba4747 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:26:09.603626 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Updating router b84c33d2-9710-40a0-943c-e2166cba4747 port fe84ae08-dd44-43b3-a7bb-bc250a1432cc binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:26:09.655153 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:09.979735 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 8 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:09.991452 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Publish callbacks [] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.003153 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.033478 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Port fe84ae08-dd44-43b3-a7bb-bc250a1432cc cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:10.091523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:10.135450 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Pushing event updated for resources: {'Port': ['ID=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:10.138572 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.145465 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Attempting to bind port fe84ae08-dd44-43b3-a7bb-bc250a1432cc on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:26:10.145685 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Attempting to bind port fe84ae08-dd44-43b3-a7bb-bc250a1432cc by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:26:10.146004 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Attempting to bind port fe84ae08-dd44-43b3-a7bb-bc250a1432cc on network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:10.152031 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-57575d74-737b-410f-8596-d10ec006c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:10.154105 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-57575d74-737b-410f-8596-d10ec006c71f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1129 time: 0.1220913 Sep 28 07:26:10.162430 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3424d-4e89-44e9-86eb-ac41ae1e435d req-13f0181f-aa63-428b-a250-8bf6ef0235c3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:10.164116 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b6f3424d-4e89-44e9-86eb-ac41ae1e435d req-13f0181f-aa63-428b-a250-8bf6ef0235c3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.1309566 Sep 28 07:26:10.213983 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.214334 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.214688 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.215041 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.215590 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.215722 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.215851 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:10.216141 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.216466 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.216784 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.217996 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.218334 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.218746 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.219592 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.220063 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.220388 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:26:10.240007 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:26:10.241111 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Checking segment: {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:10.241111 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.241329 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Bound using segment: {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:26:10.241774 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Bound port: fe84ae08-dd44-43b3-a7bb-bc250a1432cc, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:26:10.242139 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.318743 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] For port fe84ae08-dd44-43b3-a7bb-bc250a1432cc, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:26:10.322801 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] For port fe84ae08-dd44-43b3-a7bb-bc250a1432cc, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:26:10.331164 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.341456 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:10.369523 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:10.370440 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:10.403366 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b6f3424d-4e89-44e9-86eb-ac41ae1e435d req-23af3469-4689-4e2d-a8f6-5af8cce6a0d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269225 Sep 28 07:26:10.442930 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-4cf48020-d000-4fda-9914-c51ea2eb33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:10.443600 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:10.445569 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-4cf48020-d000-4fda-9914-c51ea2eb33c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.2799251 Sep 28 07:26:10.503235 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-7b2faf1d-a903-454d-8c27-838f12ffbd77 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4 HTTP/1.1" status: 200 len: 217 time: 0.0439260 Sep 28 07:26:10.520095 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616ce40-22f2-486e-b511-89943ac1374e None None] Pushing event updated for resources: {'Port': ['ID=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:10.533715 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:10.534493 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Attempt 9 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:10.558021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:26:10.582330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-3013eaef-f923-4d4e-8a59-7be18efc0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:10.583300 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-3013eaef-f923-4d4e-8a59-7be18efc0e24 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0696545 Sep 28 07:26:10.626686 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Current status of the port fe84ae08-dd44-43b3-a7bb-bc250a1432cc is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:10.627076 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.630804 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc7de0-54ea-4f3a-9d43-5cadc66e2793 None None] Network 09403970-7d7f-444b-bba0-c3f1812164bf requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:26:10.724030 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] For port fe84ae08-dd44-43b3-a7bb-bc250a1432cc, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:10.733784 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.778005 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-d405f1fc-5f79-4fd0-aec5-f2c126f168a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:10.781012 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-d405f1fc-5f79-4fd0-aec5-f2c126f168a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1458778 Sep 28 07:26:10.841257 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:10.848893 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:10.863871 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03691be-c6df-4d4a-a3d1-f70c4036bf5b None None] Pushing event updated for resources: {'Port': ['ID=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:10.878993 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71475e56-a6b1-4275-8a83-5f81f1e1f301 None None] The sync data for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi is: [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:26:10.898341 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Provisioning complete for port fe84ae08-dd44-43b3-a7bb-bc250a1432cc triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:10.898848 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.899253 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Attempt 1 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:10.937182 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:26:10.968300 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Sync routers for ids ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:26:10.973548 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:10.974979 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-763ab73e-f3fd-44f3-99a0-685ee12fed35 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8366628 Sep 28 07:26:10.977826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35886) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:10.984911 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Routers {'746b1490-2e0e-4516-810f-a2eb3c0d3ed3'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:10.985649 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:11.008410 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-d39ca997-57a0-42fa-9b61-7da6e37526b8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009237 Sep 28 07:26:11.042813 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fb0b44a9-ca99-44aa-bf96-8535e6303949 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:11.072069 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:11.158358 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13d1dd63-dee8-4a65-afcf-79efa6b29266 req-102ac9f7-7951-408d-8256-a6530a00857f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356454 Sep 28 07:26:11.192271 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Current status of the port fe84ae08-dd44-43b3-a7bb-bc250a1432cc is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:11.224217 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port fb0b44a9-ca99-44aa-bf96-8535e6303949 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:11.224670 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:11.225031 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port fb0b44a9-ca99-44aa-bf96-8535e6303949 Sep 28 07:26:11.260676 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Provisioning complete for port fb0b44a9-ca99-44aa-bf96-8535e6303949 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:11.260916 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:11.261270 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Attempt 1 to provision port fb0b44a9-ca99-44aa-bf96-8535e6303949 Sep 28 07:26:11.270396 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Set router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:11.607996 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79356e7c-cda3-49c6-822c-38a0e866b9ca req-d883efd6-4b77-43c2-9b4f-696224b4c368 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:11.614986 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-79356e7c-cda3-49c6-822c-38a0e866b9ca req-d883efd6-4b77-43c2-9b4f-696224b4c368 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0647035 Sep 28 07:26:11.646689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port fb0b44a9-ca99-44aa-bf96-8535e6303949 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:11.647075 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:11.687994 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Current status of the port fb0b44a9-ca99-44aa-bf96-8535e6303949 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:11.688938 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:11.756255 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port fb0b44a9-ca99-44aa-bf96-8535e6303949, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=fb0b44a9-ca99-44aa-bf96-8535e6303949,segment=NetworkSegment(931e14ea-e90e-44c6-b4bb-8fa07a9b7266),segment_id=931e14ea-e90e-44c6-b4bb-8fa07a9b7266)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:11.757714 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 3, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port': {'id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:11.765109 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:11.766167 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fe84ae08-dd44-43b3-a7bb-bc250a1432cc up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:11.789110 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-79356e7c-cda3-49c6-822c-38a0e866b9ca req-65f0bf4c-5129-4bb2-ae3a-05f0705258d4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706505 Sep 28 07:26:11.797609 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:11.833356 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:11.857351 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.db.api [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 07:26:11.857786 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG oslo_db.api [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 07:26:11.879916 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Checking router: 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:26:11.880265 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Updating router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 port 7590066b-15d7-4c5e-a7dd-f298d41c7463 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:26:11.922828 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=fb0b44a9-ca99-44aa-bf96-8535e6303949,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:11.968022 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.070541 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port fe84ae08-dd44-43b3-a7bb-bc250a1432cc triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:12.071212 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.071212 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:12.110009 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Allocated IP 172.20.0.1 (09403970-7d7f-444b-bba0-c3f1812164bf/dcd58fc5-2eb8-45c8-92e8-d6801000268f/c5ca31d5-4cdc-420f-853f-a5fe94c8145b) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:12.147877 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:26:12.197036 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:12.208075 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:12.218210 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks [] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.221073 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:12.221792 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port fe84ae08-dd44-43b3-a7bb-bc250a1432cc is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:12.223047 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:12.254456 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.294699 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Network 09403970-7d7f-444b-bba0-c3f1812164bf is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:12.300616 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:12.302562 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Pushing event updated for resources: {'Port': ['ID=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:12.304645 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:12.305151 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.330159 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:12.330546 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.330884 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd Sep 28 07:26:12.407805 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Publish callbacks [] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.421635 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.426131 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-068e8ae5-42bb-4370-a7a4-2cfcea21836c None None] Current status of the port fb0b44a9-ca99-44aa-bf96-8535e6303949 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:12.443070 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.476144 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Attempting to bind port 7590066b-15d7-4c5e-a7dd-f298d41c7463 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:26:12.476733 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Attempting to bind port 7590066b-15d7-4c5e-a7dd-f298d41c7463 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:26:12.477532 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Attempting to bind port 7590066b-15d7-4c5e-a7dd-f298d41c7463 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:12.536197 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48911f4a-6f2a-4983-9df8-bea537678bb6 None None] Pushing event updated for resources: {'Port': ['ID=7590066b-15d7-4c5e-a7dd-f298d41c7463,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:12.568490 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:12.573761 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Provisioning complete for port fb0b44a9-ca99-44aa-bf96-8535e6303949 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:12.574127 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.574454 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 1 to provision port fb0b44a9-ca99-44aa-bf96-8535e6303949 Sep 28 07:26:12.595964 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:26:12.596262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:12.596639 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.597046 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:26:12.597528 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Bound port: 7590066b-15d7-4c5e-a7dd-f298d41c7463, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:26:12.597894 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.601377 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:12.612109 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks [] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.618226 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.619012 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.668466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] For port 7590066b-15d7-4c5e-a7dd-f298d41c7463, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:26:12.673994 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] For port 7590066b-15d7-4c5e-a7dd-f298d41c7463, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7590066b-15d7-4c5e-a7dd-f298d41c7463,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:26:12.705694 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Pushing event updated for resources: {'Port': ['ID=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:12.713421 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.726864 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Current status of the port fb0b44a9-ca99-44aa-bf96-8535e6303949 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:12.754196 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Routers {'746b1490-2e0e-4516-810f-a2eb3c0d3ed3'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:12.755026 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:12.764786 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Network 09403970-7d7f-444b-bba0-c3f1812164bf is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:12.766470 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:12.797989 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Provisioning complete for port c5ca31d5-4cdc-420f-853f-a5fe94c8145b triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:12.798358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.798807 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 1 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:12.806565 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fb0b44a9-ca99-44aa-bf96-8535e6303949 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:12.879108 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48911f4a-6f2a-4983-9df8-bea537678bb6 None None] Pushing event updated for resources: {'Port': ['ID=7590066b-15d7-4c5e-a7dd-f298d41c7463,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:12.908676 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:26:12.927429 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:12.958109 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f243c-a3f9-48d4-b5df-ffcd591caeb1 req-05fb5fa0-bee2-40c3-9609-10651d63c61b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:12.966992 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-500f243c-a3f9-48d4-b5df-ffcd591caeb1 req-05fb5fa0-bee2-40c3-9609-10651d63c61b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0970988 Sep 28 07:26:12.969346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port fb0b44a9-ca99-44aa-bf96-8535e6303949 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:12.969889 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:12.970378 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port fb0b44a9-ca99-44aa-bf96-8535e6303949 Sep 28 07:26:13.004183 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:13.049218 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] Set router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:13.055138 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-500f243c-a3f9-48d4-b5df-ffcd591caeb1 req-46f66753-d9e6-4869-be51-df5596a85789 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869775 Sep 28 07:26:13.111770 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:13.118741 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:26:13.130776 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-c6d48ae0-ed59-4bde-9b2a-91652c7fcd0f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/746b1490-2e0e-4516-810f-a2eb3c0d3ed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1450136 Sep 28 07:26:13.207824 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port fb0b44a9-ca99-44aa-bf96-8535e6303949 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:13.208921 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fe84ae08-dd44-43b3-a7bb-bc250a1432cc up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:13.307479 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port fe84ae08-dd44-43b3-a7bb-bc250a1432cc triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:13.307842 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:13.308173 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port fe84ae08-dd44-43b3-a7bb-bc250a1432cc Sep 28 07:26:13.352989 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 4, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port': {'id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'c5ca31d5-4cdc-420f-853f-a5fe94c8145b', 'name': '', 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'mac_address': 'fa:16:3e:7a:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:11Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 2, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'subnets': [{'id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:13.385248 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea1514-a767-4c3d-a299-78f8107e985a None None] The sync data for ids ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'] in dv-cinder-859447-1-iscsi is: [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 4, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port': {'id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'c5ca31d5-4cdc-420f-853f-a5fe94c8145b', 'name': '', 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'mac_address': 'fa:16:3e:7a:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:11Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 2, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'subnets': [{'id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:26:13.428720 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 2 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:13.594797 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port fe84ae08-dd44-43b3-a7bb-bc250a1432cc is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:13.599502 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:13.622306 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:14.124428 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 3 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:14.189980 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:14.266222 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd83951-3fb9-4e1f-97a0-084e45df4c56 req-c0fb0ceb-ca4a-4471-8e6f-5f43b5ca60da tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:14.267759 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0fd83951-3fb9-4e1f-97a0-084e45df4c56 req-c0fb0ceb-ca4a-4471-8e6f-5f43b5ca60da tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0550640 Sep 28 07:26:14.342614 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0fd83951-3fb9-4e1f-97a0-084e45df4c56 req-6648f793-5367-4e42-8953-f3c0c8276dbb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677657 Sep 28 07:26:14.704780 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 4 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:14.764281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:14.864848 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7590066b-15d7-4c5e-a7dd-f298d41c7463 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:14.943789 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 7590066b-15d7-4c5e-a7dd-f298d41c7463 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:14.944345 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:14.944674 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 7590066b-15d7-4c5e-a7dd-f298d41c7463 Sep 28 07:26:15.049229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 7590066b-15d7-4c5e-a7dd-f298d41c7463 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:15.049613 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.084673 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 7590066b-15d7-4c5e-a7dd-f298d41c7463, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7590066b-15d7-4c5e-a7dd-f298d41c7463,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:15.097201 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.099946 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35970) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:15.207812 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=7590066b-15d7-4c5e-a7dd-f298d41c7463,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:15.266824 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 5 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:15.321618 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:15.330021 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-356b75e9-924d-4322-b424-e8a2eb80f3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.355148 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:15.487269 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-356b75e9-924d-4322-b424-e8a2eb80f3f7 admin admin] Publish callbacks [] for security_group (14f1173b-464a-4b9c-9bd1-38a782e84bfd), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.499094 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-356b75e9-924d-4322-b424-e8a2eb80f3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (14f1173b-464a-4b9c-9bd1-38a782e84bfd), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.515397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa91a90-3c9d-44db-85ea-7f1781dfbc4c req-b5a25a87-ccde-4c87-85f1-64caa206e927 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:15.530874 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fa91a90-3c9d-44db-85ea-7f1781dfbc4c req-b5a25a87-ccde-4c87-85f1-64caa206e927 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0832734 Sep 28 07:26:15.567514 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-356b75e9-924d-4322-b424-e8a2eb80f3f7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=50299ae9b0cc42fda5f8a0f0e1c1b9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668548 Sep 28 07:26:15.568552 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b75e9-924d-4322-b424-e8a2eb80f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f1173b-464a-4b9c-9bd1-38a782e84bfd,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:15.571156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 35978) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:15.646619 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:15.688008 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fa91a90-3c9d-44db-85ea-7f1781dfbc4c req-66766cfa-faed-4256-a758-2dafda491ddc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477745 Sep 28 07:26:15.700484 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d3b5454e-afbf-4870-9b89-d60d1db2d2ec admin admin] Publish callbacks [] for security_group (14f1173b-464a-4b9c-9bd1-38a782e84bfd), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.724149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d3b5454e-afbf-4870-9b89-d60d1db2d2ec admin admin] Publish callbacks [] for security_group (14f1173b-464a-4b9c-9bd1-38a782e84bfd), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.766660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:15.813915 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d3b5454e-afbf-4870-9b89-d60d1db2d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (14f1173b-464a-4b9c-9bd1-38a782e84bfd), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.816672 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d3b5454e-afbf-4870-9b89-d60d1db2d2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:15.817913 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d3b5454e-afbf-4870-9b89-d60d1db2d2ec admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/14f1173b-464a-4b9c-9bd1-38a782e84bfd HTTP/1.1" status: 204 len: 168 time: 0.2453587 Sep 28 07:26:15.822991 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 6 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:15.828373 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5454e-afbf-4870-9b89-d60d1db2d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f1173b-464a-4b9c-9bd1-38a782e84bfd,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:15.872184 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:16.161086 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35984) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:16.179744 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-24a207bf-5927-4b20-a949-8596ea2f1b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.283110 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-24a207bf-5927-4b20-a949-8596ea2f1b2c admin admin] Publish callbacks [] for security_group (ebe80495-9524-47e9-882d-6681de4ae43a), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.289847 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-24a207bf-5927-4b20-a949-8596ea2f1b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ebe80495-9524-47e9-882d-6681de4ae43a), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.336532 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a207bf-5927-4b20-a949-8596ea2f1b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe80495-9524-47e9-882d-6681de4ae43a,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:16.359126 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-24a207bf-5927-4b20-a949-8596ea2f1b2c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d2c6b7137e17488a9c795383fb827dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929159 Sep 28 07:26:16.361702 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 35988) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:16.373612 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 7 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:16.408609 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:16.423622 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-64d87896-d4e1-4c3e-801c-130674ef80fb admin admin] Publish callbacks [] for security_group (ebe80495-9524-47e9-882d-6681de4ae43a), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.445620 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-64d87896-d4e1-4c3e-801c-130674ef80fb admin admin] Publish callbacks [] for security_group (ebe80495-9524-47e9-882d-6681de4ae43a), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.501192 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-64d87896-d4e1-4c3e-801c-130674ef80fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ebe80495-9524-47e9-882d-6681de4ae43a), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.504508 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-64d87896-d4e1-4c3e-801c-130674ef80fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.505966 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-64d87896-d4e1-4c3e-801c-130674ef80fb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ebe80495-9524-47e9-882d-6681de4ae43a HTTP/1.1" status: 204 len: 168 time: 0.1433070 Sep 28 07:26:16.514777 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d87896-d4e1-4c3e-801c-130674ef80fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe80495-9524-47e9-882d-6681de4ae43a,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:16.777389 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7590066b-15d7-4c5e-a7dd-f298d41c7463 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:16.826896 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:16.856566 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d24f9-098a-4f04-a894-d31960dd3458 req-af8f215b-2fdc-4a8b-9689-6335163abd50 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:16.859331 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb1d24f9-098a-4f04-a894-d31960dd3458 req-af8f215b-2fdc-4a8b-9689-6335163abd50 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0748456 Sep 28 07:26:16.869401 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 7590066b-15d7-4c5e-a7dd-f298d41c7463 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:16.869782 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:16.870122 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 7590066b-15d7-4c5e-a7dd-f298d41c7463 Sep 28 07:26:16.912328 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:16.916089 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb1d24f9-098a-4f04-a894-d31960dd3458 req-259c6150-746d-4b54-93e9-d450adc03780 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Sep 28 07:26:16.916978 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 8 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:16.979243 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:17.023235 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 7590066b-15d7-4c5e-a7dd-f298d41c7463 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:17.050103 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 36004) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:17.070762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0ec4-5355-453b-98f4-cfbab9ae1441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:17.159549 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0ec4-5355-453b-98f4-cfbab9ae1441 admin admin] Publish callbacks [] for security_group (af09f6e6-c8d5-4bc1-b708-fb1a89a155ef), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:17.166080 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7c0ec4-5355-453b-98f4-cfbab9ae1441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (af09f6e6-c8d5-4bc1-b708-fb1a89a155ef), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:17.202399 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8d7c0ec4-5355-453b-98f4-cfbab9ae1441 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4050a97afc5b4d61ac47d44c09dbc412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508124 Sep 28 07:26:17.206012 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 36006) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:17.220864 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c0ec4-5355-453b-98f4-cfbab9ae1441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af09f6e6-c8d5-4bc1-b708-fb1a89a155ef,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:17.278103 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Sync routers for ids ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:26:17.289037 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Routers {'746b1490-2e0e-4516-810f-a2eb3c0d3ed3'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:17.289660 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:17.295834 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e7d5e62a-8fe5-464e-b8bf-2cdc2df4966e admin admin] Publish callbacks [] for security_group (af09f6e6-c8d5-4bc1-b708-fb1a89a155ef), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:17.321422 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e7d5e62a-8fe5-464e-b8bf-2cdc2df4966e admin admin] Publish callbacks [] for security_group (af09f6e6-c8d5-4bc1-b708-fb1a89a155ef), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:17.389557 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e7d5e62a-8fe5-464e-b8bf-2cdc2df4966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (af09f6e6-c8d5-4bc1-b708-fb1a89a155ef), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:17.410027 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Set router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:17.414246 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e7d5e62a-8fe5-464e-b8bf-2cdc2df4966e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:17.417400 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e7d5e62a-8fe5-464e-b8bf-2cdc2df4966e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/af09f6e6-c8d5-4bc1-b708-fb1a89a155ef HTTP/1.1" status: 204 len: 168 time: 0.2094445 Sep 28 07:26:17.439446 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5e62a-8fe5-464e-b8bf-2cdc2df4966e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af09f6e6-c8d5-4bc1-b708-fb1a89a155ef,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:17.480302 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 9 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:17.562501 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:17.669445 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 4, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port': {'id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'c5ca31d5-4cdc-420f-853f-a5fe94c8145b', 'name': '', 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'mac_address': 'fa:16:3e:7a:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:11Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 2, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'subnets': [{'id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:17.699760 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Checking router: 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:26:17.699869 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Updating router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 port c5ca31d5-4cdc-420f-853f-a5fe94c8145b binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:26:17.730927 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.008842 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Publish callbacks [] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.011576 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:18.012445 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:18.019598 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.063860 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Attempt 10 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:18.118691 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7d0255ff-5de7-45e9-88c5-ba159e7a650a None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:18.135583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88237bf-3b24-4f02-bd65-b7ab06216df0 req-689e8891-181c-4ac3-98fa-1b20e1099c48 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:18.141443 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e88237bf-3b24-4f02-bd65-b7ab06216df0 req-689e8891-181c-4ac3-98fa-1b20e1099c48 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.1301334 Sep 28 07:26:18.197464 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f68642-b194-4e38-b684-14fb33f2b520 None None] Pushing event updated for resources: {'Port': ['ID=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:18.235843 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e88237bf-3b24-4f02-bd65-b7ab06216df0 req-fc45b36d-0212-4366-924c-4c6a1b9bbc3f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816507 Sep 28 07:26:18.242272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Provisioning complete for port c5ca31d5-4cdc-420f-853f-a5fe94c8145b triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:18.246815 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.249050 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Attempt 1 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:18.256212 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Attempting to bind port c5ca31d5-4cdc-420f-853f-a5fe94c8145b on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:26:18.256582 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Attempting to bind port c5ca31d5-4cdc-420f-853f-a5fe94c8145b by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:26:18.257020 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Attempting to bind port c5ca31d5-4cdc-420f-853f-a5fe94c8145b on network 09403970-7d7f-444b-bba0-c3f1812164bf {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:18.302558 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Port c5ca31d5-4cdc-420f-853f-a5fe94c8145b cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:18.314657 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:26:18.315295 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Checking segment: {'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:18.315585 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.316040 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Bound using segment: {'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:26:18.316585 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Bound port: c5ca31d5-4cdc-420f-853f-a5fe94c8145b, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931e14ea-e90e-44c6-b4bb-8fa07a9b7266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:26:18.317073 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.393569 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] For port c5ca31d5-4cdc-420f-853f-a5fe94c8145b, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:26:18.396657 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] For port c5ca31d5-4cdc-420f-853f-a5fe94c8145b, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,segment=NetworkSegment(931e14ea-e90e-44c6-b4bb-8fa07a9b7266),segment_id=931e14ea-e90e-44c6-b4bb-8fa07a9b7266)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:26:18.406675 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.456911 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Routers {'746b1490-2e0e-4516-810f-a2eb3c0d3ed3'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:26:18.457947 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:25:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:18.543035 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f68642-b194-4e38-b684-14fb33f2b520 None None] Pushing event updated for resources: {'Port': ['ID=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:18.619116 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] Set router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:26:18.804023 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Attempt 2 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:18.830831 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device c5ca31d5-4cdc-420f-853f-a5fe94c8145b up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:18.863793 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 4, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port': {'id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'c5ca31d5-4cdc-420f-853f-a5fe94c8145b', 'name': '', 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'mac_address': 'fa:16:3e:7a:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:11Z', 'updated_at': '2022-09-28T07:26:18Z', 'revision_number': 4, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'subnets': [{'id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:26:18.902855 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990692fd-0f07-4e43-ace8-eef8b6eca2a4 None None] The sync data for ids ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'] in dv-cinder-859447-1-iscsi is: [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:12Z', 'revision_number': 4, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port': {'id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'c5ca31d5-4cdc-420f-853f-a5fe94c8145b', 'name': '', 'network_id': '09403970-7d7f-444b-bba0-c3f1812164bf', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'mac_address': 'fa:16:3e:7a:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:11Z', 'updated_at': '2022-09-28T07:26:18Z', 'revision_number': 4, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'subnets': [{'id': 'dcd58fc5-2eb8-45c8-92e8-d6801000268f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:26:18.946746 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port c5ca31d5-4cdc-420f-853f-a5fe94c8145b triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:18.947465 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:18.947465 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:18.974252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:18.975507 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Current status of the port c5ca31d5-4cdc-420f-853f-a5fe94c8145b is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:18.975893 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:19.032353 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] For port c5ca31d5-4cdc-420f-853f-a5fe94c8145b, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,segment=NetworkSegment(931e14ea-e90e-44c6-b4bb-8fa07a9b7266),segment_id=931e14ea-e90e-44c6-b4bb-8fa07a9b7266)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:19.058365 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:19.104185 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port c5ca31d5-4cdc-420f-853f-a5fe94c8145b is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:19.110328 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:19.150640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f28f9-87ac-455f-927c-ba008945964d None None] Pushing event updated for resources: {'Port': ['ID=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:19.195727 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.db.api [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 07:26:19.196413 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG oslo_db.api [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 07:26:19.359534 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4409e00-dc59-4500-83a3-a128a61bb484 req-6fda84d2-69cb-4b09-a481-b8b4ccd2da5d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:19.367682 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f4409e00-dc59-4500-83a3-a128a61bb484 req-6fda84d2-69cb-4b09-a481-b8b4ccd2da5d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0598295 Sep 28 07:26:19.422429 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f4409e00-dc59-4500-83a3-a128a61bb484 req-9a6c3d90-4475-4078-89dc-3de7e217574d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534818 Sep 28 07:26:19.746626 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port c5ca31d5-4cdc-420f-853f-a5fe94c8145b is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:20.597546 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aad56-f19b-4627-9fcd-871d7d9cfce6 req-587a712b-a074-4131-acc1-b09a245a2799 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:20.605248 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb8aad56-f19b-4627-9fcd-871d7d9cfce6 req-587a712b-a074-4131-acc1-b09a245a2799 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0689464 Sep 28 07:26:20.688708 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb8aad56-f19b-4627-9fcd-871d7d9cfce6 req-4acf044b-6726-4b25-9e73-4c1bc770ed18 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823090 Sep 28 07:26:20.775824 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device c5ca31d5-4cdc-420f-853f-a5fe94c8145b up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:20.812293 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:20.841995 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port c5ca31d5-4cdc-420f-853f-a5fe94c8145b triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:20.842476 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:20.842909 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port c5ca31d5-4cdc-420f-853f-a5fe94c8145b Sep 28 07:26:20.921614 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port c5ca31d5-4cdc-420f-853f-a5fe94c8145b is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:21.598808 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4d78-ca8d-499d-8cdb-75dff991da06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:21.834802 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b590de-da48-4144-afbc-5bfa79f7ea3d req-ffa554af-e60f-4b18-aafb-002b63c56e12 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:21.843459 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-76b590de-da48-4144-afbc-5bfa79f7ea3d req-ffa554af-e60f-4b18-aafb-002b63c56e12 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0556967 Sep 28 07:26:21.895686 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-76b590de-da48-4144-afbc-5bfa79f7ea3d req-b265e329-ca9b-4a53-bd81-d0d9a19c5602 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509939 Sep 28 07:26:23.016123 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca43298-1255-41ad-8ebd-f6a165a678e1 req-8e850d88-bdbd-49a6-a5cd-7ad563623b9a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:23.018396 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3ca43298-1255-41ad-8ebd-f6a165a678e1 req-8e850d88-bdbd-49a6-a5cd-7ad563623b9a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0506546 Sep 28 07:26:23.100742 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3ca43298-1255-41ad-8ebd-f6a165a678e1 req-57933f8e-45aa-4c60-88c1-33eb7a10f157 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764096 Sep 28 07:26:23.876352 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-67c326dc-7489-46d3-bf19-2b3c9e38b1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:24.233156 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=10,neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:24.251040 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9e647-9b51-4164-873d-e158c4457a3e req-76e1e053-18f6-4550-8dc7-f87299267e81 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:24.258834 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ada9e647-9b51-4164-873d-e158c4457a3e req-76e1e053-18f6-4550-8dc7-f87299267e81 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0613403 Sep 28 07:26:24.313734 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ada9e647-9b51-4164-873d-e158c4457a3e req-bfdec3c8-c431-44fc-a97f-d1a2c08b1447 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536520 Sep 28 07:26:25.040976 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-dfde1699-8ae4-4668-874c-1a274ebbed36 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:25.042423 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-dfde1699-8ae4-4668-874c-1a274ebbed36 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 200 len: 815 time: 0.1027820 Sep 28 07:26:25.057520 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d71439dc-9744-4fa4-ab2a-91e0c5728009 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/quotas/a3324b12312f43ebab7273b438ad9b65 HTTP/1.1" status: 200 len: 375 time: 0.0091746 Sep 28 07:26:25.105083 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-0259b74a-c798-4a63-a154-99df6153d907 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422263 Sep 28 07:26:25.118840 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:25.200632 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e4b686cc-1f79-4aaf-9a95-858209a5ae9e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820200 Sep 28 07:26:25.291835 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-9cde262a-fec8-4e57-acc4-1fabf3030cc5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850248 Sep 28 07:26:25.461920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75027332-b276-4e84-a5ce-f5c3246c289d req-59f513f5-4bf3-4c62-bb69-dda55c1f1b21 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:25.463427 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75027332-b276-4e84-a5ce-f5c3246c289d req-59f513f5-4bf3-4c62-bb69-dda55c1f1b21 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0531878 Sep 28 07:26:25.469997 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-20a6e790-8881-45ba-9d0c-f7b62b148a06 req-739a1439-6887-49b0-bc81-41aeda0d711f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0336666 Sep 28 07:26:25.518187 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75027332-b276-4e84-a5ce-f5c3246c289d req-0fd45292-be5e-4882-a83d-0943b66ba3b1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Sep 28 07:26:26.577892 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-84e10533-3b40-4b66-8f5d-e8451b8ce8c3 req-b5b895bd-11b5-46eb-ba8a-f94c484484a5 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0293586 Sep 28 07:26:26.628016 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:26.658072 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2d06-de32-4d2c-bbd9-b7be1ece9596 req-5b081448-a17a-4377-b5b3-a2950a9c21a4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:26.659731 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d78d2d06-de32-4d2c-bbd9-b7be1ece9596 req-5b081448-a17a-4377-b5b3-a2950a9c21a4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0563633 Sep 28 07:26:26.726899 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d78d2d06-de32-4d2c-bbd9-b7be1ece9596 req-b7936a64-d0f9-46eb-b836-ab0e6ab6dd6a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596619 Sep 28 07:26:26.737654 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:27.628442 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12a5f8-3fad-4e02-9a9d-055edc269562 req-cd55e374-8612-4ef2-975e-fa1a1baec142 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:27.629966 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb12a5f8-3fad-4e02-9a9d-055edc269562 req-cd55e374-8612-4ef2-975e-fa1a1baec142 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0466418 Sep 28 07:26:27.665644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:27.678856 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb12a5f8-3fad-4e02-9a9d-055edc269562 req-c61d4575-4904-4f55-8617-bf717ba399ff tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Sep 28 07:26:27.689933 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a7bc0563-e4b1-4068-98ea-73848e8bc26f req-80ec67f0-0b93-417a-91f7-24eca5dd8c65 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0306087 Sep 28 07:26:27.851833 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5034d02-6d0c-46a9-bac8-7e3ab109df2d req-e0969a6d-e82e-4a77-a9a8-7ee511fa85c8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:27.853324 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5034d02-6d0c-46a9-bac8-7e3ab109df2d req-e0969a6d-e82e-4a77-a9a8-7ee511fa85c8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0497642 Sep 28 07:26:27.901302 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5034d02-6d0c-46a9-bac8-7e3ab109df2d req-8ed24f33-3f0b-4a9c-a98e-dc1ea0b73b2d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Sep 28 07:26:28.799934 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-997c7694-1c02-4e37-af41-2853ccc56a75 req-a99e8490-f7ba-4ec3-9e07-50ba887b5ab5 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Sep 28 07:26:28.825138 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7ea7d-27b4-4789-8de5-85c6cc0317b9 req-06de55d1-b767-4a74-89eb-52e31bf40a6d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:28.825138 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f8f7ea7d-27b4-4789-8de5-85c6cc0317b9 req-06de55d1-b767-4a74-89eb-52e31bf40a6d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0510664 Sep 28 07:26:28.854538 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:28.863786 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f8f7ea7d-27b4-4789-8de5-85c6cc0317b9 req-c70609c3-f48d-4d7d-b37b-28260569a018 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Sep 28 07:26:29.157536 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e9a8-b99b-4d4a-ab5b-fa579c4fe6b3 req-6f1fca9e-dea8-42f5-96a8-bf802eb3b819 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:29.158998 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bea2e9a8-b99b-4d4a-ab5b-fa579c4fe6b3 req-6f1fca9e-dea8-42f5-96a8-bf802eb3b819 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0481825 Sep 28 07:26:29.205044 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bea2e9a8-b99b-4d4a-ab5b-fa579c4fe6b3 req-700f1a14-e6ec-4289-bfdf-b57217a2d03f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403988 Sep 28 07:26:29.901551 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a40f2578-05d8-49f7-aa59-f11d3f12b669 req-ba57f222-2a25-4092-85bf-3ede8d45fa17 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0271478 Sep 28 07:26:29.977179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:29.993731 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ce02-f397-4e23-a33a-47babad1f31c req-f09b83b0-05ea-4294-a00a-a6d7b807e30b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:29.995221 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dc30ce02-f397-4e23-a33a-47babad1f31c req-f09b83b0-05ea-4294-a00a-a6d7b807e30b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0515664 Sep 28 07:26:30.042442 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dc30ce02-f397-4e23-a33a-47babad1f31c req-d201d14b-dd4d-4ee3-bc7d-5966fa7ddc48 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Sep 28 07:26:30.328228 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bbe81-9366-4f26-9bcc-8df2a5d30a74 req-22f4d6a5-9bd1-4ce8-93e6-6eafe26e4519 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:30.329695 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-090bbe81-9366-4f26-9bcc-8df2a5d30a74 req-22f4d6a5-9bd1-4ce8-93e6-6eafe26e4519 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0449309 Sep 28 07:26:30.378419 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-090bbe81-9366-4f26-9bcc-8df2a5d30a74 req-e6c7ac72-0cb8-4516-878e-44bc60c4c596 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Sep 28 07:26:30.745907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-3d5b3f95-5346-4cb6-9fc8-90d6c5f9938b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:30.747341 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-3d5b3f95-5346-4cb6-9fc8-90d6c5f9938b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 200 len: 815 time: 0.1229367 Sep 28 07:26:30.768193 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'port': {'device_id': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'admin_state_up': True, 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:30.878107 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Made reservation on behalf of a3324b12312f43ebab7273b438ad9b65 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:26:30.882015 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:31.048995 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0ebc1c79-2c96-467f-b095-2643a1f3ed3b req-61671cbb-ea9f-49bf-b19e-ba87aae3e816 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0369065 Sep 28 07:26:31.073786 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Allocated IP 172.20.0.13 (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5/0bb78d50-505b-4095-a4b1-53a3e354ba2d/6f031da6-bf17-41ab-9430-71bbd4ddf1d8) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:31.237652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731a153-dac7-4fa6-85c7-5a98a7e30ccb req-1d3bd4c8-b2b5-44ab-a687-cd7fad2e620f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:31.239224 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a731a153-dac7-4fa6-85c7-5a98a7e30ccb req-1d3bd4c8-b2b5-44ab-a687-cd7fad2e620f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0881395 Sep 28 07:26:31.367850 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a731a153-dac7-4fa6-85c7-5a98a7e30ccb req-daf6bf6b-3bba-4412-8b25-8647e8b17579 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148953 Sep 28 07:26:31.411257 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:31.450910 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:31.475976 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:31.578954 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:31.580689 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:31.613066 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:31.615834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:31.634396 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:31.723475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaa608-e55c-4552-996d-caceadb3b51d req-4685e1c3-5355-42d0-a992-a86b930ff2a8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:31.725460 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9acaa608-e55c-4552-996d-caceadb3b51d req-4685e1c3-5355-42d0-a992-a86b930ff2a8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.1476057 Sep 28 07:26:31.805975 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:31.808800 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:31.834796 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-e2518533-d2dd-4ca5-877f-0b3594ee5484 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0706747 Sep 28 07:26:31.868915 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9acaa608-e55c-4552-996d-caceadb3b51d req-3b71f432-e7f1-4cd7-bbfb-0071ee742146 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281500 Sep 28 07:26:31.957604 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Provisioning complete for port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:31.958333 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:31.958333 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 1 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:31.992150 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:32.174750 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a45c4-891b-4779-be87-7f071dd7758a req-450641ec-98c8-4169-8b65-eff562f8eb17 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:32.178936 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4d0a45c4-891b-4779-be87-7f071dd7758a req-450641ec-98c8-4169-8b65-eff562f8eb17 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0499730 Sep 28 07:26:32.225111 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4d0a45c4-891b-4779-be87-7f071dd7758a req-bc8b120d-cb02-4487-a7ae-ef5b89837c22 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Sep 28 07:26:32.493666 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 2 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:32.526979 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b22740-90a2-493a-9b64-0141b0684fb0 req-142a93d4-40c1-4c8e-906c-685f2890bc59 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:32.528464 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-00b22740-90a2-493a-9b64-0141b0684fb0 req-142a93d4-40c1-4c8e-906c-685f2890bc59 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0572979 Sep 28 07:26:32.550730 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:32.579713 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-00b22740-90a2-493a-9b64-0141b0684fb0 req-534f4edb-dc11-4cd9-8881-6602c74d94e2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447192 Sep 28 07:26:33.005267 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754b888-32e5-4cfe-8fb4-1259b2e9a1b6 req-9ddc8b26-68b0-43fb-9012-0ff72052abeb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:33.006725 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d754b888-32e5-4cfe-8fb4-1259b2e9a1b6 req-9ddc8b26-68b0-43fb-9012-0ff72052abeb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0465682 Sep 28 07:26:33.052274 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 3 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:33.055208 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d754b888-32e5-4cfe-8fb4-1259b2e9a1b6 req-7eb4e64c-67c2-4115-a69b-37991ef100b4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428379 Sep 28 07:26:33.073201 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:33.080675 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:33.099151 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:33.349275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d017183-3b67-4642-9a92-5105d542e9a4 req-1d9af801-bf5c-418b-befb-8b5b594559e9 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:33.350879 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d017183-3b67-4642-9a92-5105d542e9a4 req-1d9af801-bf5c-418b-befb-8b5b594559e9 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0488014 Sep 28 07:26:33.403932 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d017183-3b67-4642-9a92-5105d542e9a4 req-63277609-8004-46f0-8ef7-1929252974bb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Sep 28 07:26:33.600242 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 4 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:33.634031 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:33.731216 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4b06d-83c4-4dd9-9d78-4b6a2b0bcafe req-c499bffc-a52d-4e65-b522-9b3895cd0265 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:33.733655 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-88c4b06d-83c4-4dd9-9d78-4b6a2b0bcafe req-c499bffc-a52d-4e65-b522-9b3895cd0265 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0680671 Sep 28 07:26:33.779999 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-88c4b06d-83c4-4dd9-9d78-4b6a2b0bcafe req-3742b6ac-b22d-4cf7-8b8d-99c73ea96ad1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407908 Sep 28 07:26:34.135592 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 5 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:34.204033 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111c27-1d56-49f8-9fc8-8972814a4461 req-8c90c885-a054-4dc2-85b5-a150262d20dc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:34.208021 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de111c27-1d56-49f8-9fc8-8972814a4461 req-8c90c885-a054-4dc2-85b5-a150262d20dc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0650113 Sep 28 07:26:34.210433 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:34.257420 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de111c27-1d56-49f8-9fc8-8972814a4461 req-569bdcc5-3ace-4ea7-9883-246e00047cfc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460479 Sep 28 07:26:34.526449 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c67f2-8178-4681-ae65-645747da5fa9 req-7e3b8a75-1610-4432-bac1-6408e6713b01 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:34.528239 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-418c67f2-8178-4681-ae65-645747da5fa9 req-7e3b8a75-1610-4432-bac1-6408e6713b01 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0496452 Sep 28 07:26:34.586402 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-418c67f2-8178-4681-ae65-645747da5fa9 req-5dfc654b-efbd-4df7-bee1-e4768cc1cf72 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Sep 28 07:26:34.711367 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 6 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:34.750257 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:34.906298 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8fd3e-9704-4a0b-9e1f-88eafa6560b3 req-b36db2d5-0713-4b18-85af-5d21dba41eb6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:34.907752 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-afd8fd3e-9704-4a0b-9e1f-88eafa6560b3 req-b36db2d5-0713-4b18-85af-5d21dba41eb6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0455565 Sep 28 07:26:34.953976 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-afd8fd3e-9704-4a0b-9e1f-88eafa6560b3 req-6b5c8aed-4d0c-494d-afec-69982ccff25d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 Sep 28 07:26:35.251607 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 7 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:35.284331 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:35.540599 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a38dee-643b-4805-bb39-32222411de92 req-f1624067-40a4-4587-9620-d9edb16e0a82 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:35.542265 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1a38dee-643b-4805-bb39-32222411de92 req-f1624067-40a4-4587-9620-d9edb16e0a82 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0622873 Sep 28 07:26:35.602203 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1a38dee-643b-4805-bb39-32222411de92 req-5b200a4a-2858-4f17-b18e-1889681863ff tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Sep 28 07:26:35.744660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607dfd1-a1bc-4a49-95aa-58d03194f84d req-bc9d441f-317e-4b92-9a7f-84bb806c20cf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:35.746297 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a607dfd1-a1bc-4a49-95aa-58d03194f84d req-bc9d441f-317e-4b92-9a7f-84bb806c20cf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0538955 Sep 28 07:26:35.785281 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 8 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:35.845365 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a607dfd1-a1bc-4a49-95aa-58d03194f84d req-fb0978a9-848c-4489-be76-b20ae1005fe1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Sep 28 07:26:35.882343 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:36.113496 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:36.126570 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394697a6-9c2a-457e-a98d-ebedd5f53abd req-2dbf7ac2-ecc2-40aa-8073-84b605aa34ef tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:36.128702 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-394697a6-9c2a-457e-a98d-ebedd5f53abd req-2dbf7ac2-ecc2-40aa-8073-84b605aa34ef tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0803452 Sep 28 07:26:36.209344 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-394697a6-9c2a-457e-a98d-ebedd5f53abd req-ca7670a8-4082-420b-b01d-afc82cf9c37b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688879 Sep 28 07:26:36.383738 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 9 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:36.416267 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:36.469814 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 36378) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:36.620747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5ba07781-ef17-442a-99d2-2e326512210c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:36.767783 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509992df-402a-412d-a588-a5ee8375faa0 req-51788c75-277b-4268-8b65-e70349569b75 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:36.770670 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-509992df-402a-412d-a588-a5ee8375faa0 req-51788c75-277b-4268-8b65-e70349569b75 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Sep 28 07:26:36.795960 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5ba07781-ef17-442a-99d2-2e326512210c admin admin] Publish callbacks [] for security_group (f25bd71e-9dd4-453c-849c-fb511255021b), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:36.800031 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5ba07781-ef17-442a-99d2-2e326512210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f25bd71e-9dd4-453c-849c-fb511255021b), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:36.831390 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-509992df-402a-412d-a588-a5ee8375faa0 req-217ffeb1-3dd3-4507-8979-e0b113e07406 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535629 Sep 28 07:26:36.845832 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-5ba07781-ef17-442a-99d2-2e326512210c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=90e2b7b61c1542a69a7114a543817fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749108 Sep 28 07:26:36.846711 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba07781-ef17-442a-99d2-2e326512210c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25bd71e-9dd4-453c-849c-fb511255021b,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:36.849052 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 36384) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:36.917105 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Attempt 10 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:36.931155 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8d4dea04-769e-432e-8015-da289b247946 admin admin] Publish callbacks [] for security_group (f25bd71e-9dd4-453c-849c-fb511255021b), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:36.962303 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-13886112-3161-475a-b80d-3c2105d9a764 None None] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:26:36.997683 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8d4dea04-769e-432e-8015-da289b247946 admin admin] Publish callbacks [] for security_group (f25bd71e-9dd4-453c-849c-fb511255021b), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:37.035472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef4f1f-fc71-45fa-9263-18224da4728f req-2b5c9987-49ce-4594-abe3-4f6906c07c5b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:37.037001 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e2ef4f1f-fc71-45fa-9263-18224da4728f req-2b5c9987-49ce-4594-abe3-4f6906c07c5b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0890348 Sep 28 07:26:37.043830 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:37.097677 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e2ef4f1f-fc71-45fa-9263-18224da4728f req-e7db71ae-0116-44f0-a1ff-9acc9e890c4c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523903 Sep 28 07:26:37.102497 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8d4dea04-769e-432e-8015-da289b247946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f25bd71e-9dd4-453c-849c-fb511255021b), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:37.105111 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8d4dea04-769e-432e-8015-da289b247946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:37.106194 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-8d4dea04-769e-432e-8015-da289b247946 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f25bd71e-9dd4-453c-849c-fb511255021b HTTP/1.1" status: 204 len: 168 time: 0.2562442 Sep 28 07:26:37.114538 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dea04-769e-432e-8015-da289b247946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25bd71e-9dd4-453c-849c-fb511255021b,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:37.361037 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcf8b8-2a7a-4edb-ba07-7c81e5714afe req-24de0e44-41ea-4439-ae0f-1249c80be96d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:37.362753 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6afcf8b8-2a7a-4edb-ba07-7c81e5714afe req-24de0e44-41ea-4439-ae0f-1249c80be96d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0538576 Sep 28 07:26:37.446638 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6afcf8b8-2a7a-4edb-ba07-7c81e5714afe req-40f24a4b-8301-4dca-a2b8-31ced7abb634 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771172 Sep 28 07:26:37.991187 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f7cdb-514c-48e7-8168-33dd16896151 req-e9c8b2ed-3307-4e35-ba94-541bf2b985be tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:37.992981 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3e1f7cdb-514c-48e7-8168-33dd16896151 req-e9c8b2ed-3307-4e35-ba94-541bf2b985be tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Sep 28 07:26:38.069565 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3e1f7cdb-514c-48e7-8168-33dd16896151 req-dc6423a4-3199-4ad7-82ae-7c4c3c59c745 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633645 Sep 28 07:26:38.251275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c044a-1b46-4265-97c1-369684bd6fc8 req-b375c79a-11fb-464c-93f9-7248c0480ee1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:38.254686 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae4c044a-1b46-4265-97c1-369684bd6fc8 req-b375c79a-11fb-464c-93f9-7248c0480ee1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0655406 Sep 28 07:26:38.299757 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:38.337181 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae4c044a-1b46-4265-97c1-369684bd6fc8 req-0b7d8570-e3e4-4738-b0c0-974f5f3c86ec tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765917 Sep 28 07:26:38.670757 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4876f-ddae-4e2f-b2d5-09ad0a73845f req-ec7c3067-eb73-44ac-b4e3-0a34be1f2f3f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:38.671152 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b1d4876f-ddae-4e2f-b2d5-09ad0a73845f req-ec7c3067-eb73-44ac-b4e3-0a34be1f2f3f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.1119728 Sep 28 07:26:38.753190 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b1d4876f-ddae-4e2f-b2d5-09ad0a73845f req-255c6e9a-ac4a-4528-b98e-dfbc1b216fac tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699871 Sep 28 07:26:39.220826 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f53bc0-0116-434d-836a-744bc1b58a43 req-7fd74462-0271-427f-a47c-3b74e71153e1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:39.222813 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8f53bc0-0116-434d-836a-744bc1b58a43 req-7fd74462-0271-427f-a47c-3b74e71153e1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0663810 Sep 28 07:26:39.236362 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:39.289952 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8f53bc0-0116-434d-836a-744bc1b58a43 req-8c843090-88d4-4310-8ecb-07c6e88e94bf tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605505 Sep 28 07:26:39.466077 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658d75-4256-409a-89e0-f41345373ff8 req-e0b4d306-c6e3-43b2-b471-de3c4f655dd9 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:39.471597 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a2658d75-4256-409a-89e0-f41345373ff8 req-e0b4d306-c6e3-43b2-b471-de3c4f655dd9 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0558231 Sep 28 07:26:39.519908 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a2658d75-4256-409a-89e0-f41345373ff8 req-b171c090-777e-47a2-bbf5-2de1a55043d6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Sep 28 07:26:39.880383 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:39.898823 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27725fa-69a7-4cd3-b216-6e1161228a35 req-65b4b4bc-46b2-46b4-9dfb-68025669a520 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:39.900343 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f27725fa-69a7-4cd3-b216-6e1161228a35 req-65b4b4bc-46b2-46b4-9dfb-68025669a520 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0519373 Sep 28 07:26:39.955551 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f27725fa-69a7-4cd3-b216-6e1161228a35 req-9e5ca5cf-e1ca-46d5-ac56-c2a3bbf4d1fa tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492852 Sep 28 07:26:40.415910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc26d48-5223-4ba5-bc75-9d89ad5cc5a6 req-9ac90ae5-e772-4a7c-bce7-09f54b65138c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:40.417541 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-acc26d48-5223-4ba5-bc75-9d89ad5cc5a6 req-9ac90ae5-e772-4a7c-bce7-09f54b65138c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Sep 28 07:26:40.445151 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:40.472436 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-acc26d48-5223-4ba5-bc75-9d89ad5cc5a6 req-52645151-9323-4c21-a8eb-a94a166a7f87 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Sep 28 07:26:40.658712 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57225cfa-650d-479b-94df-6e71f12a55c1 req-f4857999-7d5c-4c60-8d03-af278422e80a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:40.661282 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57225cfa-650d-479b-94df-6e71f12a55c1 req-f4857999-7d5c-4c60-8d03-af278422e80a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0572667 Sep 28 07:26:40.713798 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57225cfa-650d-479b-94df-6e71f12a55c1 req-1f4a6ba9-df18-49c3-9509-878246936f1e tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Sep 28 07:26:41.102524 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdc35b-9a4d-4e1a-b4b6-6983557189e7 req-ef51aedf-9b53-44c5-8504-e6d046afd243 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:41.104379 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-96bdc35b-9a4d-4e1a-b4b6-6983557189e7 req-ef51aedf-9b53-44c5-8504-e6d046afd243 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0571551 Sep 28 07:26:41.162919 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-96bdc35b-9a4d-4e1a-b4b6-6983557189e7 req-8edf73a1-03ce-4bb4-9ea8-af1f7c2c192d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524876 Sep 28 07:26:41.164774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 36528) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:41.296396 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e548-b211-4d83-9dbc-a4e4fc400337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:41.385562 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e548-b211-4d83-9dbc-a4e4fc400337 admin admin] Publish callbacks [] for security_group (7e748166-89ed-4f14-aedd-346f04d12a08), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:41.390282 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e548-b211-4d83-9dbc-a4e4fc400337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7e748166-89ed-4f14-aedd-346f04d12a08), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:41.422807 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7e548-b211-4d83-9dbc-a4e4fc400337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e748166-89ed-4f14-aedd-346f04d12a08,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:41.439595 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fdd7e548-b211-4d83-9dbc-a4e4fc400337 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3eaefceee20f4459bb33eae9b7a6d375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735083 Sep 28 07:26:41.442466 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 36536) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:41.496855 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-27e24c9e-3a48-40d1-af28-73178de73275 admin admin] Publish callbacks [] for security_group (7e748166-89ed-4f14-aedd-346f04d12a08), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:41.521998 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-27e24c9e-3a48-40d1-af28-73178de73275 admin admin] Publish callbacks [] for security_group (7e748166-89ed-4f14-aedd-346f04d12a08), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:41.572401 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-27e24c9e-3a48-40d1-af28-73178de73275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (7e748166-89ed-4f14-aedd-346f04d12a08), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:41.576473 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-27e24c9e-3a48-40d1-af28-73178de73275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:41.577977 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-27e24c9e-3a48-40d1-af28-73178de73275 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7e748166-89ed-4f14-aedd-346f04d12a08 HTTP/1.1" status: 204 len: 168 time: 0.1344833 Sep 28 07:26:41.589856 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e24c9e-3a48-40d1-af28-73178de73275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e748166-89ed-4f14-aedd-346f04d12a08,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:41.645115 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70583-4e37-4851-8747-6ef0a11dbf0d req-2cb8f74f-5075-42f6-98cf-45079ac43634 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:41.646765 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ada70583-4e37-4851-8747-6ef0a11dbf0d req-2cb8f74f-5075-42f6-98cf-45079ac43634 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0878053 Sep 28 07:26:41.717415 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ada70583-4e37-4851-8747-6ef0a11dbf0d req-bfa5f80b-04bf-4b9d-9eba-c9a2671dc71c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643196 Sep 28 07:26:41.858814 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e42ea-16c5-4e5b-bb38-a755519103e2 req-95187427-d5f1-4961-ad61-ffa45efcd49c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:41.865978 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca6e42ea-16c5-4e5b-bb38-a755519103e2 req-95187427-d5f1-4961-ad61-ffa45efcd49c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0658033 Sep 28 07:26:41.927220 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca6e42ea-16c5-4e5b-bb38-a755519103e2 req-11dea08b-addb-43df-8cbb-ab9ab50cc90c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602434 Sep 28 07:26:42.302840 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d65364-2517-41d1-8638-ceb9d4db9d59 req-a6660a13-51fb-44ee-a593-d7b46ab867c9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:42.304291 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-80d65364-2517-41d1-8638-ceb9d4db9d59 req-a6660a13-51fb-44ee-a593-d7b46ab867c9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0544357 Sep 28 07:26:42.353275 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-80d65364-2517-41d1-8638-ceb9d4db9d59 req-e0392e70-413b-49c8-8c25-fb38429414f1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Sep 28 07:26:42.842383 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86795ac5-6642-411a-9ec7-4e3dd2e2b909 req-cd203ce8-7188-48b2-a23b-c18bdf43f564 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:42.843988 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-86795ac5-6642-411a-9ec7-4e3dd2e2b909 req-cd203ce8-7188-48b2-a23b-c18bdf43f564 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0505788 Sep 28 07:26:42.892932 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-86795ac5-6642-411a-9ec7-4e3dd2e2b909 req-5abcb4ae-3d51-4920-a194-2b4b0e31c357 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Sep 28 07:26:43.000874 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Request body: {'port': {'device_id': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:43.078499 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e603a-db3c-4392-873c-5e7764b15d7e req-4e5d9cf9-cd56-430d-908e-5fdaa6cdd5a7 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:43.080002 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-205e603a-db3c-4392-873c-5e7764b15d7e req-4e5d9cf9-cd56-430d-908e-5fdaa6cdd5a7 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 932 time: 0.0751138 Sep 28 07:26:43.122628 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:43.183692 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-205e603a-db3c-4392-873c-5e7764b15d7e req-04686ac2-d9d3-4853-81cd-3649ce1e149a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878160 Sep 28 07:26:43.337044 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:43.352775 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:43.419713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:26:43.427415 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Publish callbacks [] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:43.448751 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Transition to ACTIVE for port object 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:26:43.453380 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:43.482707 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac4380-52c5-494a-b251-cde6be90268a req-176616d5-3df5-4ce5-a21b-446cd0f492b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:43.484468 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a5ac4380-52c5-494a-b251-cde6be90268a req-176616d5-3df5-4ce5-a21b-446cd0f492b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0472221 Sep 28 07:26:43.512905 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:43.516251 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Pushing event updated for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:43.537485 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a5ac4380-52c5-494a-b251-cde6be90268a req-558f6de7-6e36-4323-984e-042d5f161bd9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458741 Sep 28 07:26:43.570119 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Attempting to bind port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:26:43.570458 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Attempting to bind port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:26:43.570789 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Attempting to bind port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 on network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:43.617270 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 on network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:26:43.617270 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Attempting to bind port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 on network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:26:43.658790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:26:43.659160 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Checking segment: {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:26:43.659537 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Bound using segment: {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:26:43.659970 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Bound port: 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1362a731-8068-406d-aad5-3f182bdb5c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:26:43.660323 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:43.721827 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:26:43.724749 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:26:43.731552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:43.736096 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:43.736702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:43.738088 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 1094 time: 0.7423162 Sep 28 07:26:43.738676 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:26:43.740882 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8494a519-b0e7-46c4-8c36-8312dd4e8450" -d '{"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:26:43.779110 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c6e239-a94e-4e47-a3e1-488fa75991e6 x-openstack-request-id: req-80c6e239-a94e-4e47-a3e1-488fa75991e6 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:26:43.779392 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:26:43.779626 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80c6e239-a94e-4e47-a3e1-488fa75991e6 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:26:43.780023 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c6e239-a94e-4e47-a3e1-488fa75991e6'] response: {'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'status': 'completed', 'code': 200} Sep 28 07:26:43.789151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855d2c5-b815-42b8-9ba3-f1ded99ba66a service neutron] Pushing event updated for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:44.024887 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796c395-6fe2-4329-a89a-9043b3bc7596 req-ab504c22-38ee-4f15-a898-3b34c7c511b2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:44.026392 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0796c395-6fe2-4329-a89a-9043b3bc7596 req-ab504c22-38ee-4f15-a898-3b34c7c511b2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0526845 Sep 28 07:26:44.073773 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0796c395-6fe2-4329-a89a-9043b3bc7596 req-eccaf088-3c5d-4d8e-b3d2-101ea9e45441 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Sep 28 07:26:44.310516 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7585a-ab54-4ce5-9efd-79a637e3c3f8 req-1855329e-631e-4fdf-97b3-608f8656b62a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:44.311985 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6cf7585a-ab54-4ce5-9efd-79a637e3c3f8 req-1855329e-631e-4fdf-97b3-608f8656b62a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 944 time: 0.0507596 Sep 28 07:26:44.358140 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6cf7585a-ab54-4ce5-9efd-79a637e3c3f8 req-bab46dfe-ac57-4f3d-aa81-67cfbafd4785 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Sep 28 07:26:44.561294 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494a519-b0e7-46c4-8c36-8312dd4e8450 req-5c262a26-87c0-4e81-b428-0a719c43ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:44.562864 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8494a519-b0e7-46c4-8c36-8312dd4e8450 req-5c262a26-87c0-4e81-b428-0a719c43ad50 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1128 time: 0.0405111 Sep 28 07:26:44.666544 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ba79f-8904-4f48-89f3-21a6b3fb728c req-33316d37-9e5f-4085-ac2c-77ae5305a98f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:44.668025 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e32ba79f-8904-4f48-89f3-21a6b3fb728c req-33316d37-9e5f-4085-ac2c-77ae5305a98f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0478230 Sep 28 07:26:44.721744 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e32ba79f-8904-4f48-89f3-21a6b3fb728c req-e8ddbb64-b75c-41b4-9e31-326455648f02 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 Sep 28 07:26:44.745691 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87091392-40db-41f9-ac7e-37049cb5cf36 req-087e16c8-a8d7-4fd8-91a4-ab9070ced92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:44.747169 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-87091392-40db-41f9-ac7e-37049cb5cf36 req-087e16c8-a8d7-4fd8-91a4-ab9070ced92e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1129 time: 0.0904911 Sep 28 07:26:45.035019 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494a519-b0e7-46c4-8c36-8312dd4e8450 req-36e9145a-9e9e-4a45-bebd-33b2e0be9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.036491 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8494a519-b0e7-46c4-8c36-8312dd4e8450 req-36e9145a-9e9e-4a45-bebd-33b2e0be9b05 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a3324b12312f43ebab7273b438ad9b65&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4581380 Sep 28 07:26:45.072840 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-87091392-40db-41f9-ac7e-37049cb5cf36 req-8e531c26-136f-4f73-8a42-ddafbd617250 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057594 Sep 28 07:26:45.225113 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:45.254428 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935489b-c067-44bf-afb3-d7403e5d7aa3 req-8e248e9d-b54e-4bb0-90a6-91497dcb1044 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.255910 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9935489b-c067-44bf-afb3-d7403e5d7aa3 req-8e248e9d-b54e-4bb0-90a6-91497dcb1044 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0989609 Sep 28 07:26:45.258033 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:45.261962 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494a519-b0e7-46c4-8c36-8312dd4e8450 req-d6ef4d44-74d1-44e1-a4d5-140d7b7918dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.263438 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8494a519-b0e7-46c4-8c36-8312dd4e8450 req-d6ef4d44-74d1-44e1-a4d5-140d7b7918dc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109332 Sep 28 07:26:45.306593 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9935489b-c067-44bf-afb3-d7403e5d7aa3 req-328805f6-fed0-4089-b9b2-b2877aa44312 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Sep 28 07:26:45.426666 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-7a293224-186c-4196-894a-181b83d3aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.428779 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-7a293224-186c-4196-894a-181b83d3aeb2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1128 time: 0.0384741 Sep 28 07:26:45.477726 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95ce9-fc07-4b29-a53a-7405838d1f53 req-0b685dfa-4ae6-4a00-b923-59616deb027d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.478330 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-ee7a226e-0b42-49e9-a27e-acdc8e044df6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 217 time: 0.0363517 Sep 28 07:26:45.479287 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0ca95ce9-fc07-4b29-a53a-7405838d1f53 req-0b685dfa-4ae6-4a00-b923-59616deb027d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 944 time: 0.0453806 Sep 28 07:26:45.530071 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-6154753a-8739-4187-9170-e592699bd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.531855 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-6154753a-8739-4187-9170-e592699bd462 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0bb78d50-505b-4095-a4b1-53a3e354ba2d HTTP/1.1" status: 200 len: 854 time: 0.0472879 Sep 28 07:26:45.532962 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0ca95ce9-fc07-4b29-a53a-7405838d1f53 req-a38ce789-8b80-4d54-9dd8-09295eaa8dc2 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476377 Sep 28 07:26:45.582830 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-2b2794f1-0f92-4090-b277-8d6bc40fcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.584307 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-2b2794f1-0f92-4090-b277-8d6bc40fcfac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410163 Sep 28 07:26:45.847367 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ecf38-61ce-4825-871a-c1e68ed79c04 req-9fadb3f2-5563-4336-b519-1cce6e27fc85 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:45.848817 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df9ecf38-61ce-4825-871a-c1e68ed79c04 req-9fadb3f2-5563-4336-b519-1cce6e27fc85 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0457132 Sep 28 07:26:45.896689 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df9ecf38-61ce-4825-871a-c1e68ed79c04 req-14ae517f-34d2-4977-8c4c-b9607e160023 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Sep 28 07:26:46.050748 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-26679f46-7f3c-41dd-bc38-ebb901518975 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956926 Sep 28 07:26:46.186427 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3c8f4e7-ee5d-4a9a-8233-c88e5bd2a7a9 req-3a9d0f8f-7d3c-41cd-a96b-7d7e845a36aa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908995 Sep 28 07:26:46.427545 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67b5a6-3309-487b-8479-42beaff095c3 req-c808ce13-64ee-4030-8c58-7e90dafd0e03 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:46.428991 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2c67b5a6-3309-487b-8479-42beaff095c3 req-c808ce13-64ee-4030-8c58-7e90dafd0e03 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0455489 Sep 28 07:26:46.474230 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2c67b5a6-3309-487b-8479-42beaff095c3 req-449d3b54-fb35-41d1-b289-3c12ae4104de tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Sep 28 07:26:46.597442 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:46.659875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c748ef5-5c0b-473c-9b3f-52e528cdf0fc req-2410742c-a276-4227-a4bc-700f8a2465cf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:46.661365 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c748ef5-5c0b-473c-9b3f-52e528cdf0fc req-2410742c-a276-4227-a4bc-700f8a2465cf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 944 time: 0.0464852 Sep 28 07:26:46.710870 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c748ef5-5c0b-473c-9b3f-52e528cdf0fc req-533090df-234c-4fd4-b7c8-242d1344f854 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Sep 28 07:26:46.733567 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=23 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:47.025919 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb55d4-9062-44bb-b12c-294bcea647c8 req-3d1b55a0-74d2-4cf8-82f3-951b952ae875 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:47.027392 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cffb55d4-9062-44bb-b12c-294bcea647c8 req-3d1b55a0-74d2-4cf8-82f3-951b952ae875 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0495043 Sep 28 07:26:47.062894 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:47.076720 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cffb55d4-9062-44bb-b12c-294bcea647c8 req-e054f8ec-529e-41f2-b837-b3a98cd87f8b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Sep 28 07:26:47.593153 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b7853-e222-4b0f-b86d-e128ec5ce21a req-9da6cc99-e4fd-4a23-b47c-27e0ac6ec0fc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:47.594590 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-687b7853-e222-4b0f-b86d-e128ec5ce21a req-9da6cc99-e4fd-4a23-b47c-27e0ac6ec0fc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0464180 Sep 28 07:26:47.642601 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-687b7853-e222-4b0f-b86d-e128ec5ce21a req-ff000381-d768-4672-9858-2cf622a0af0b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Sep 28 07:26:47.841899 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87aa7-6b95-465d-af2a-baf61c7e0aab req-a578603b-b57b-48d5-b92f-16cb110f929d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:47.843386 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-81a87aa7-6b95-465d-af2a-baf61c7e0aab req-a578603b-b57b-48d5-b92f-16cb110f929d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 944 time: 0.0520806 Sep 28 07:26:47.895284 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-81a87aa7-6b95-465d-af2a-baf61c7e0aab req-de80d3a9-a132-44c5-bc4a-f00f6356b7b4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Sep 28 07:26:48.207922 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96669f02-5fe9-4bf7-af51-2340dc6f2912 req-bd34cabd-f251-4cae-8d86-caac7a2c04d5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:48.209552 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-96669f02-5fe9-4bf7-af51-2340dc6f2912 req-bd34cabd-f251-4cae-8d86-caac7a2c04d5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0502334 Sep 28 07:26:48.256766 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-96669f02-5fe9-4bf7-af51-2340dc6f2912 req-9763f367-7965-41b7-ac40-4505139a0e83 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Sep 28 07:26:48.767940 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7596-a902-47be-91ce-0db2a2e19fcb req-ce1a9cff-79b3-46a1-9ac5-9bdc0e64af4e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:48.769437 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-adcb7596-a902-47be-91ce-0db2a2e19fcb req-ce1a9cff-79b3-46a1-9ac5-9bdc0e64af4e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0476573 Sep 28 07:26:48.815282 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-adcb7596-a902-47be-91ce-0db2a2e19fcb req-6e69b14f-a946-42a1-9706-e663cab02005 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Sep 28 07:26:49.019717 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f981-58e9-4b1a-a517-9558688ab603 req-7e8d14b1-8cf6-4b30-82f4-692b99b2ce3e tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:49.021267 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4559f981-58e9-4b1a-a517-9558688ab603 req-7e8d14b1-8cf6-4b30-82f4-692b99b2ce3e tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 944 time: 0.0488536 Sep 28 07:26:49.071559 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4559f981-58e9-4b1a-a517-9558688ab603 req-c22efc43-c45f-44a4-b265-e1c692c381a1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 Sep 28 07:26:49.083332 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2135d-a8ef-4ec8-a38e-28dfba33bfcb req-beb79d32-ed0c-463e-94d5-a4d65f182cac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:49.084797 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d9d2135d-a8ef-4ec8-a38e-28dfba33bfcb req-beb79d32-ed0c-463e-94d5-a4d65f182cac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Sep 28 07:26:49.137845 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d9d2135d-a8ef-4ec8-a38e-28dfba33bfcb req-24326424-7c68-433f-8142-15ad4022cba0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Sep 28 07:26:49.150413 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:26:49.158480 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-651609aa-2dd1-4393-8c72-c6a46280c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:49.160134 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-651609aa-2dd1-4393-8c72-c6a46280c6b8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1129 time: 0.0451543 Sep 28 07:26:49.254556 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:49.257752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-fbbeafce-73d1-4f2d-842c-7a394607eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:49.259362 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-fbbeafce-73d1-4f2d-842c-7a394607eac0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.0865674 Sep 28 07:26:49.307213 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-51cf7473-903a-4fab-bcf2-4e9bc9a119e0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4 HTTP/1.1" status: 200 len: 217 time: 0.0366106 Sep 28 07:26:49.376350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:49.396223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-ba3a237f-0481-4885-870b-0c0988aa5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:49.397724 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-ba3a237f-0481-4885-870b-0c0988aa5c7b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0827091 Sep 28 07:26:49.405433 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8e106-7857-45e9-a888-97e0f5e2e2be req-6385cc3a-51cb-4cfc-8a8e-749d5f6f780b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:49.407549 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75c8e106-7857-45e9-a888-97e0f5e2e2be req-6385cc3a-51cb-4cfc-8a8e-749d5f6f780b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0646319 Sep 28 07:26:49.464639 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-11ce38c5-49f9-4eed-a73c-ad4841773c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:49.466024 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-11ce38c5-49f9-4eed-a73c-ad4841773c0a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564036 Sep 28 07:26:49.499237 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:26:49.502094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:49.508435 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75c8e106-7857-45e9-a888-97e0f5e2e2be req-981aa622-5ebe-4514-992e-e052eb215c54 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902660 Sep 28 07:26:49.576350 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-292620f7-c3de-42d6-a96a-c2347127f4df service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010430 Sep 28 07:26:49.607071 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:49.617994 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'port_id': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'mac_address': 'fa:16:3e:4e:f1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:26:49.651506 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:49.651888 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:49.668365 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:26:49.684303 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:49.692821 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:49.696324 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:49.744866 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:49.800362 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-647f5683-dcc3-42de-be2c-62d88ac3744f req-449eae34-cf17-446b-a54b-55fb93c0b89e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Sep 28 07:26:50.194481 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f036b5-1438-40a3-9eda-8fc7b0da1bfb req-a7ff87a3-4eb0-444b-ac3e-06031a57a71c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:50.196056 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-14f036b5-1438-40a3-9eda-8fc7b0da1bfb req-a7ff87a3-4eb0-444b-ac3e-06031a57a71c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 945 time: 0.0503149 Sep 28 07:26:50.207893 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['6f031da6-bf17-41ab-9430-71bbd4ddf1d8'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:26:50.244903 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-14f036b5-1438-40a3-9eda-8fc7b0da1bfb req-54ce7c5c-6fe9-4e47-842f-c86f68f735f9 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 Sep 28 07:26:50.273783 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d08434-0b3b-467f-a641-7c961a3467a8 req-e243f60f-e7a5-4c9c-aa6c-90574fc3e6ac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:50.275298 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b3d08434-0b3b-467f-a641-7c961a3467a8 req-e243f60f-e7a5-4c9c-aa6c-90574fc3e6ac tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0559609 Sep 28 07:26:50.338886 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b3d08434-0b3b-467f-a641-7c961a3467a8 req-5d8545d3-688b-496c-ba34-9aef80f90701 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576963 Sep 28 07:26:50.634685 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb32e0d-55cb-4498-bef6-41af1fa6f623 req-a2bff83d-1943-4a47-b5d5-93c0c71a48dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:50.636067 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0bb32e0d-55cb-4498-bef6-41af1fa6f623 req-a2bff83d-1943-4a47-b5d5-93c0c71a48dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0452406 Sep 28 07:26:50.684034 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0bb32e0d-55cb-4498-bef6-41af1fa6f623 req-86bd71b7-03da-451a-a112-312ccbee4f51 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424139 Sep 28 07:26:51.366441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ad576-75d5-42eb-bc3c-18be93f25ed7 req-523bc8eb-cb58-457b-8234-5c9454a3aad5 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:51.367937 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e4ad576-75d5-42eb-bc3c-18be93f25ed7 req-523bc8eb-cb58-457b-8234-5c9454a3aad5 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 945 time: 0.0455122 Sep 28 07:26:51.428508 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e4ad576-75d5-42eb-bc3c-18be93f25ed7 req-6dd7a8d4-da8b-4dbe-882a-8e7a5d200234 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550745 Sep 28 07:26:51.471302 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8342b0-6f0b-4c86-b873-48aa22e2db99 req-ec642d96-0655-4c24-8c29-1386f5850f4e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:51.472734 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7e8342b0-6f0b-4c86-b873-48aa22e2db99 req-ec642d96-0655-4c24-8c29-1386f5850f4e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Sep 28 07:26:51.504667 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:51.520938 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7e8342b0-6f0b-4c86-b873-48aa22e2db99 req-0d7bc290-a359-4f65-b000-305e8125e042 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Sep 28 07:26:51.555595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:51.604349 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a527b846-3088-4827-9950-df1f81fb4d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:51.615023 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:26:51.621925 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:51.622311 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:51.622652 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 Sep 28 07:26:51.698287 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:51.698667 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:51.725426 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:26:51.727743 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512391b4-55ac-496c-bda4-ae65ae523f58" -d '{"events": [{"server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:26:51.743113 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:51.750402 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:51.774855 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967e2408-a324-4f4d-b169-479fb32876d8 x-openstack-request-id: req-967e2408-a324-4f4d-b169-479fb32876d8 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:26:51.775162 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "name": "network-vif-plugged", "status": "completed", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:26:51.775440 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-967e2408-a324-4f4d-b169-479fb32876d8 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:26:51.775829 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967e2408-a324-4f4d-b169-479fb32876d8'] response: {'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'code': 200} Sep 28 07:26:51.802570 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:51.818595 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bf36c-d95a-477e-a700-2b08e54e3b53 req-fae5f658-06bf-45fc-8c61-d1a8edaf7aee tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:51.820094 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e60bf36c-d95a-477e-a700-2b08e54e3b53 req-fae5f658-06bf-45fc-8c61-d1a8edaf7aee tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0485046 Sep 28 07:26:51.867814 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e60bf36c-d95a-477e-a700-2b08e54e3b53 req-37363747-7400-4666-b12d-7d3e710a7720 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Sep 28 07:26:52.550704 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3392-4d5e-41ca-bf36-5f4aaf3e85e9 req-d19f8003-eccc-4f23-b74e-1b08cfc84fee tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:52.552260 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3c1c3392-4d5e-41ca-bf36-5f4aaf3e85e9 req-d19f8003-eccc-4f23-b74e-1b08cfc84fee tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0453057 Sep 28 07:26:52.599638 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3c1c3392-4d5e-41ca-bf36-5f4aaf3e85e9 req-29273e8e-8696-46f7-a621-9103645f7888 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Sep 28 07:26:52.643551 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71366a-0a1f-4625-bc97-0240555298f4 req-42aa9bc8-04d0-460e-a45b-f9b384fc594d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:52.645127 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ee71366a-0a1f-4625-bc97-0240555298f4 req-42aa9bc8-04d0-460e-a45b-f9b384fc594d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0474386 Sep 28 07:26:52.693435 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ee71366a-0a1f-4625-bc97-0240555298f4 req-c05cc877-5ff4-42ea-a2c3-ffe32c82c44f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Sep 28 07:26:53.002316 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de973e30-e376-41ca-b3eb-e0840eebc6e9 req-97c54376-f2cc-407c-b8d5-7b688a6f9588 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:53.005832 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-de973e30-e376-41ca-b3eb-e0840eebc6e9 req-97c54376-f2cc-407c-b8d5-7b688a6f9588 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0549810 Sep 28 07:26:53.015471 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413d7f-793d-4a1c-82f4-0c6128037496 req-1791fbb1-c90f-4b98-8e5c-04ad540e6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:53.017682 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-32413d7f-793d-4a1c-82f4-0c6128037496 req-1791fbb1-c90f-4b98-8e5c-04ad540e6ab6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1130 time: 0.0462139 Sep 28 07:26:53.073563 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-32413d7f-793d-4a1c-82f4-0c6128037496 req-b562cba1-3f35-4557-88d0-b60ef601cb43 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Sep 28 07:26:53.219845 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-de973e30-e376-41ca-b3eb-e0840eebc6e9 req-c7c7965a-aeaa-412a-8a8f-dee5e58a9a3a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084243 Sep 28 07:26:53.554114 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:26:53.652150 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:53.663649 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'port_id': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'mac_address': 'fa:16:3e:fd:af:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:26:53.699948 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: ACTIVE; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:53.700323 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:53.702036 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:53.715346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5ca836c-b241-4501-9e8a-0a676dc640ae {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:26:53.731156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48fdee-b59a-4f79-b265-742a64f9e46f req-5eb5eb01-18ab-41b8-ade2-69e8b81511b4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:53.732598 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be48fdee-b59a-4f79-b265-742a64f9e46f req-5eb5eb01-18ab-41b8-ade2-69e8b81511b4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0522976 Sep 28 07:26:53.736870 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:53.742068 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:53.791634 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:53.796696 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=6']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:53.802956 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be48fdee-b59a-4f79-b265-742a64f9e46f req-c8a7081c-a085-465e-9f62-65f681b6c179 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590186 Sep 28 07:26:53.831284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd9d62-bd17-4363-b66b-81311de03f69 req-f5802348-638d-41b7-98df-79338e7df571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:53.832738 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-33bd9d62-bd17-4363-b66b-81311de03f69 req-f5802348-638d-41b7-98df-79338e7df571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Sep 28 07:26:53.858992 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-61eaf326-08fd-4cff-9acb-924889ea22fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:53.880201 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-33bd9d62-bd17-4363-b66b-81311de03f69 req-817996a2-691d-45ee-aa7f-53419adba522 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Sep 28 07:26:53.926727 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['a5ca836c-b241-4501-9e8a-0a676dc640ae'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:26:54.357066 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b1b1e-74f1-4499-8dd0-f497f862dbaf req-c225fc2a-aad6-4a6f-b836-3cb8c30267f0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:54.358540 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-790b1b1e-74f1-4499-8dd0-f497f862dbaf req-c225fc2a-aad6-4a6f-b836-3cb8c30267f0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 945 time: 0.0536501 Sep 28 07:26:54.365716 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:54.373973 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68351566-13d1-4ee1-adeb-aeedce8f0b1c req-191d387e-74ca-4ded-9984-835bdbe6dad5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:54.375649 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68351566-13d1-4ee1-adeb-aeedce8f0b1c req-191d387e-74ca-4ded-9984-835bdbe6dad5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0494235 Sep 28 07:26:54.409534 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-790b1b1e-74f1-4499-8dd0-f497f862dbaf req-37b604be-a60b-4f5e-985e-b069e8f2b8af tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437787 Sep 28 07:26:54.423997 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68351566-13d1-4ee1-adeb-aeedce8f0b1c req-b433d7de-7b09-475b-a7bd-b15201dbe65f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407698 Sep 28 07:26:54.914996 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a989db-95a3-44d8-9646-93e29e94c0b9 req-1da265f3-7387-450a-848c-5f0971021d8c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:54.916461 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b3a989db-95a3-44d8-9646-93e29e94c0b9 req-1da265f3-7387-450a-848c-5f0971021d8c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0460372 Sep 28 07:26:54.963158 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b3a989db-95a3-44d8-9646-93e29e94c0b9 req-6aa3e192-ef86-4497-aa8e-dba470123b2f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Sep 28 07:26:55.119523 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.320528 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 36708) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:55.325079 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-fa633244-3463-4e6c-9163-06f783d93593 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161572388', 'description': 'tempest-description--1837991274'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:55.345625 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa633244-3463-4e6c-9163-06f783d93593 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.359066 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:55.414552 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa633244-3463-4e6c-9163-06f783d93593 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group (ab72b23e-4a2d-48c5-b0b5-832a6cfb979b), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.418135 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa633244-3463-4e6c-9163-06f783d93593 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ab72b23e-4a2d-48c5-b0b5-832a6cfb979b), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.445671 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa633244-3463-4e6c-9163-06f783d93593 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.446871 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-fa633244-3463-4e6c-9163-06f783d93593 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1252167 Sep 28 07:26:55.449991 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 36712) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:55.450925 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa633244-3463-4e6c-9163-06f783d93593 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:55.461183 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0ef4b85d-2371-4d71-be8b-852a25a9ad86 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'security_group_rule': {'security_group_id': 'ab72b23e-4a2d-48c5-b0b5-832a6cfb979b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:55.494003 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b85d-2371-4d71-be8b-852a25a9ad86 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group_rule (0a327082-4452-4674-b311-4228176ac0c8), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.509213 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:55.546775 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c30b7-b384-4dea-a7d1-9cdc5e6a3354 req-f15a94a6-ddc9-4b75-a4fa-777471acd747 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:55.547199 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:26:55.549659 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3f2c30b7-b384-4dea-a7d1-9cdc5e6a3354 req-f15a94a6-ddc9-4b75-a4fa-777471acd747 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Sep 28 07:26:55.576388 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e6c3d-37ba-4aa8-a1da-69b614283155 req-25ca7158-2ff7-4dcf-956a-1818479d81e8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:55.577953 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c2e6c3d-37ba-4aa8-a1da-69b614283155 req-25ca7158-2ff7-4dcf-956a-1818479d81e8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0639889 Sep 28 07:26:55.587607 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b85d-2371-4d71-be8b-852a25a9ad86 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group_rule (0a327082-4452-4674-b311-4228176ac0c8), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.594961 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b85d-2371-4d71-be8b-852a25a9ad86 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (0a327082-4452-4674-b311-4228176ac0c8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.605855 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3f2c30b7-b384-4dea-a7d1-9cdc5e6a3354 req-9ec83710-f34e-4d8d-9572-600b34934e7f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485225 Sep 28 07:26:55.607757 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port a5ca836c-b241-4501-9e8a-0a676dc640ae triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:26:55.608185 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.608528 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:26:55.618166 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4b85d-2371-4d71-be8b-852a25a9ad86 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a327082-4452-4674-b311-4228176ac0c8,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:55.640665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b85d-2371-4d71-be8b-852a25a9ad86 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.641923 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0ef4b85d-2371-4d71-be8b-852a25a9ad86 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902783 Sep 28 07:26:55.644868 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 36718) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:55.649175 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-57156824-577b-4a9d-837c-fe5e3650fc8a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'security_group_rule': {'security_group_id': 'ab72b23e-4a2d-48c5-b0b5-832a6cfb979b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:55.677001 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c2e6c3d-37ba-4aa8-a1da-69b614283155 req-e989bfdf-e915-42a3-85d5-46a7c30c4e4f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910990 Sep 28 07:26:55.706258 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-57156824-577b-4a9d-837c-fe5e3650fc8a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group_rule (e44996d7-29b8-4b64-913b-ebf4a6f66911), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.709297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:26:55.709671 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.732840 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:26:55.735115 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a62d0-0396-4e76-ac6f-6f03387ef2bf" -d '{"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:26:55.748557 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:26:55.754866 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.790118 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e688a80-b09b-4cd8-b2af-ec4bc757ba7b x-openstack-request-id: req-6e688a80-b09b-4cd8-b2af-ec4bc757ba7b {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:26:55.790431 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:26:55.790704 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e688a80-b09b-4cd8-b2af-ec4bc757ba7b {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:26:55.791076 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e688a80-b09b-4cd8-b2af-ec4bc757ba7b'] response: {'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'code': 200} Sep 28 07:26:55.794637 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-57156824-577b-4a9d-837c-fe5e3650fc8a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group_rule (e44996d7-29b8-4b64-913b-ebf4a6f66911), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.800466 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-57156824-577b-4a9d-837c-fe5e3650fc8a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (e44996d7-29b8-4b64-913b-ebf4a6f66911), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.810805 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=7']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:55.820272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57156824-577b-4a9d-837c-fe5e3650fc8a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44996d7-29b8-4b64-913b-ebf4a6f66911,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:55.827134 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-57156824-577b-4a9d-837c-fe5e3650fc8a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.828311 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-57156824-577b-4a9d-837c-fe5e3650fc8a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825075 Sep 28 07:26:55.831753 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 36722) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:26:55.836425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:26:55.857106 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:55.933981 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.044594 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Allocated IP 172.27.2.56 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:26:56.105929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e14e5-5a66-4410-bd72-67ce37daf0c4 req-81b12f20-ec9c-4965-b630-63a5f5a31716 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:56.107381 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-553e14e5-5a66-4410-bd72-67ce37daf0c4 req-81b12f20-ec9c-4965-b630-63a5f5a31716 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0642514 Sep 28 07:26:56.164795 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:56.209133 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-553e14e5-5a66-4410-bd72-67ce37daf0c4 req-a91872f0-56a7-4b0e-b37f-d13640496802 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744510 Sep 28 07:26:56.226445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.260624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.289953 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:56.302481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:26:56.308323 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:26:56.312609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:26:56.316414 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'Port': ['ID=ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:56.402220 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.440551 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.593660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.602189 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.664240 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.691664 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.703571 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8707170 Sep 28 07:26:56.715762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148274f7-23c6-48dc-846a-dde1fc02f571 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'Port': ['ID=ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:26:56.828702 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50116243-f8fc-497b-b1b9-fa2218f9d901 req-2c391879-a593-4e48-a793-27ca59ccc8d5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:56.831332 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-50116243-f8fc-497b-b1b9-fa2218f9d901 req-2c391879-a593-4e48-a793-27ca59ccc8d5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0761979 Sep 28 07:26:56.840385 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.843172 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:26:56.918725 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-50116243-f8fc-497b-b1b9-fa2218f9d901 req-29aabdbc-65bf-4bc3-8bcd-fc8c8872955a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570939 Sep 28 07:26:56.935707 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9485b9-57a0-45f3-b866-5125ad7e823e req-0a085dd9-32a7-42df-bf3a-851acebfbbf6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:56.937365 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b9485b9-57a0-45f3-b866-5125ad7e823e req-0a085dd9-32a7-42df-bf3a-851acebfbbf6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0570183 Sep 28 07:26:57.003559 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b9485b9-57a0-45f3-b866-5125ad7e823e req-58e91348-7b10-4e66-b6d3-52d7590469d0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598240 Sep 28 07:26:57.103543 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-60f0c2ed-3bf8-4924-ba48-66806bcf50c3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1161572388&fields=id&tenant_id=fc7675d275394d8893d0facf20d3a4e7 HTTP/1.1" status: 200 len: 267 time: 0.0611024 Sep 28 07:26:57.208726 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:57.237583 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-2164d4da-f84a-4cd7-9440-16540fd03fbb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:57.240075 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-2164d4da-f84a-4cd7-9440-16540fd03fbb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 818 time: 0.1292071 Sep 28 07:26:57.263277 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-c65721c2-9a24-441a-83cf-a8eb569077b1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/quotas/fc7675d275394d8893d0facf20d3a4e7 HTTP/1.1" status: 200 len: 375 time: 0.0155525 Sep 28 07:26:57.332445 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-f7a2f576-2567-45cf-9ef2-2ee643a6d55f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0605283 Sep 28 07:26:57.366526 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efe94b-c17e-404e-8ba9-3e17af244e0f req-c34f1fce-3556-442f-acac-54e2cf421c1b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:57.368479 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-79efe94b-c17e-404e-8ba9-3e17af244e0f req-c34f1fce-3556-442f-acac-54e2cf421c1b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0648422 Sep 28 07:26:57.443198 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-79efe94b-c17e-404e-8ba9-3e17af244e0f req-87010eea-a485-4276-928c-01a8ab3c96d1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662558 Sep 28 07:26:57.459530 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-311dbfc3-3f28-422b-a237-84d50c4f4174 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260030 Sep 28 07:26:57.584537 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500b46-110c-4472-ac12-d150a7ee1f4f req-b6ae6898-8a41-4d0f-980f-10a4d266549e tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:57.597478 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a1500b46-110c-4472-ac12-d150a7ee1f4f req-b6ae6898-8a41-4d0f-980f-10a4d266549e tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0646522 Sep 28 07:26:57.600175 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-9fa98927-2728-43b2-a17d-d9f3a18e4095 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232324 Sep 28 07:26:57.662071 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a1500b46-110c-4472-ac12-d150a7ee1f4f req-2f68c6e7-d36e-49a0-bf2c-38841ad67caf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635176 Sep 28 07:26:57.840784 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-89ca82fe-4dad-479d-b392-d0ce34c64cdb req-02427502-cbc8-4068-b6d0-f40c1441556f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 210 time: 0.0363562 Sep 28 07:26:58.165982 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb066-0d46-45ec-94a5-2778eb861adc req-bc4ac293-1925-47e8-92dc-8b77d999da97 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:58.186232 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f40cb066-0d46-45ec-94a5-2778eb861adc req-bc4ac293-1925-47e8-92dc-8b77d999da97 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.1407309 Sep 28 07:26:58.223780 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d15c3-479b-4413-bcc7-f108db79b800 req-0ce5fcdd-9033-4113-9fe8-e4ab29e18eb4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:58.236446 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-980d15c3-479b-4413-bcc7-f108db79b800 req-0ce5fcdd-9033-4113-9fe8-e4ab29e18eb4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.1532810 Sep 28 07:26:58.268871 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:58.355290 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f40cb066-0d46-45ec-94a5-2778eb861adc req-00acfcad-1e84-4572-8015-b52a951aa608 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695397 Sep 28 07:26:58.405999 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-980d15c3-479b-4413-bcc7-f108db79b800 req-ebcc85ed-a7a7-473a-9b92-f9539aada657 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697109 Sep 28 07:26:58.497633 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:58.522226 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca11e0c-3893-482d-a398-4f597043c2a9 req-76df3473-4cd6-4958-9699-47445bc8cf6a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:58.530092 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ca11e0c-3893-482d-a398-4f597043c2a9 req-76df3473-4cd6-4958-9699-47445bc8cf6a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0772343 Sep 28 07:26:58.604727 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ca11e0c-3893-482d-a398-4f597043c2a9 req-f8601573-74d4-4f15-997f-c622417cefec tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736804 Sep 28 07:26:58.968133 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1139f148-b948-4b5d-89b3-f19e79e4ada4 req-17cb1bf0-c70b-4369-b2e8-e7196384ede2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 210 time: 0.0404212 Sep 28 07:26:59.150939 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:59.505982 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab9a8-9cec-4ccb-a449-f4d4de014c12 req-ed944bba-761f-4469-bc9c-485687922d9d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:59.510086 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3f5ab9a8-9cec-4ccb-a449-f4d4de014c12 req-ed944bba-761f-4469-bc9c-485687922d9d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0588295 Sep 28 07:26:59.586262 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3f5ab9a8-9cec-4ccb-a449-f4d4de014c12 req-1bf4a2b3-9bd3-48d7-ad7a-a953c70f477c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695336 Sep 28 07:26:59.750397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336f702-de80-4925-8ce5-603ef2cfb155 req-c9cab7f5-82f1-4071-9b49-b0ed9f1608ef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:26:59.752494 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a336f702-de80-4925-8ce5-603ef2cfb155 req-c9cab7f5-82f1-4071-9b49-b0ed9f1608ef tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0654669 Sep 28 07:26:59.816987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:26:59.838331 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a336f702-de80-4925-8ce5-603ef2cfb155 req-d4c8733a-d387-412f-8944-3b0ebddd9242 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697060 Sep 28 07:27:00.092226 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-c6266a2c-d3b7-4e22-b09b-38c4d3ebfaca tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:00.093846 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-c6266a2c-d3b7-4e22-b09b-38c4d3ebfaca tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 818 time: 0.2383492 Sep 28 07:27:00.228667 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cb52db57-a6c1-4ed5-84cf-cef0901749c7 req-a1f30485-cd06-4116-9bb3-f778a0d78cdf tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 210 time: 0.1159716 Sep 28 07:27:00.316721 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-7adc31a0-d0fd-4b2f-a690-5ae5f7af6301 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc7675d275394d8893d0facf20d3a4e7 HTTP/1.1" status: 200 len: 380 time: 0.1715903 Sep 28 07:27:00.351722 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'port': {'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'admin_state_up': True, 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'security_groups': ['ab72b23e-4a2d-48c5-b0b5-832a6cfb979b']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:00.519021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Made reservation on behalf of fc7675d275394d8893d0facf20d3a4e7 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:27:00.529159 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:00.806007 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a918543-9fd3-41e6-9c30-187ede079d44 req-ab35a699-71f3-4c13-9fa0-81499f1f16d6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:00.812714 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Allocated IP 172.20.0.14 (2074fef2-a4a7-4181-98e7-e7c64838b0de/00948a5b-a69b-4a0f-8ce8-e22929cc4cbd/8f48e4d9-3822-4acd-8b65-44198c2add90) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:27:00.816975 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7a918543-9fd3-41e6-9c30-187ede079d44 req-ab35a699-71f3-4c13-9fa0-81499f1f16d6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0866098 Sep 28 07:27:00.897806 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7a918543-9fd3-41e6-9c30-187ede079d44 req-26289ef8-cf9c-41ab-8714-b9d558653b2a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719714 Sep 28 07:27:01.058900 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:01.072599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d2e8-c6af-4100-b7e4-b448f418310f req-dfdf6339-0db1-4dac-825f-b346d9b93361 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:01.072977 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4f83d2e8-c6af-4100-b7e4-b448f418310f req-dfdf6339-0db1-4dac-825f-b346d9b93361 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0767179 Sep 28 07:27:01.089317 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:01.146920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:01.158410 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4f83d2e8-c6af-4100-b7e4-b448f418310f req-d7d2346d-55b0-4ffa-b77a-351c7f12a084 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768125 Sep 28 07:27:01.207130 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:27:01.210732 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:27:01.214606 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:27:01.219015 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event updated for resources: {'Port': ['ID=8f48e4d9-3822-4acd-8b65-44198c2add90,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:01.253474 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.255061 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.255061 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.255061 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.255407 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.255845 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.256246 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.256645 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.257082 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.257479 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.257879 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.258272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.258663 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.259053 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.259446 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:01.309277 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:01.309911 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:01.347535 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-a6db12df-90ae-4a8a-a277-b45979c80045 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0000134 Sep 28 07:27:01.387986 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d218e34-9fbc-4f1b-9736-2707baf2a7c3 req-eb753acb-d622-4cdf-bb74-031a363ee235 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:01.397646 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5d218e34-9fbc-4f1b-9736-2707baf2a7c3 req-eb753acb-d622-4cdf-bb74-031a363ee235 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 932 time: 0.0716441 Sep 28 07:27:01.456825 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5d218e34-9fbc-4f1b-9736-2707baf2a7c3 req-ea93e70b-5b56-4036-8cc0-354ad2523ffd tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579236 Sep 28 07:27:01.486923 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Provisioning complete for port 8f48e4d9-3822-4acd-8b65-44198c2add90 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:27:01.488070 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:01.488647 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 1 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:01.520832 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:02.021913 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 2 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:02.058604 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:02.096766 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e0019-2dee-4586-aae8-7237c8cd2838 req-9e5e5339-07c3-4e22-89b3-b7fcebf706a5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:02.105146 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-803e0019-2dee-4586-aae8-7237c8cd2838 req-9e5e5339-07c3-4e22-89b3-b7fcebf706a5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0769000 Sep 28 07:27:02.148498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:02.153359 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-803e0019-2dee-4586-aae8-7237c8cd2838 req-793d8e13-2029-49c4-bcab-3070c1d2f71b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466628 Sep 28 07:27:02.309717 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5bc0f-382d-4f82-801c-d92945839df0 req-a36218fe-9973-45fc-a5be-07eed20c89d6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:02.311230 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-73b5bc0f-382d-4f82-801c-d92945839df0 req-a36218fe-9973-45fc-a5be-07eed20c89d6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0599661 Sep 28 07:27:02.376010 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-73b5bc0f-382d-4f82-801c-d92945839df0 req-81308df0-0561-44f3-bf93-3d68865213c1 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560493 Sep 28 07:27:02.560444 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 3 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:02.588915 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bde415-98f8-4dd9-8f4b-9bede5c62ecc req-1ff0bec2-c1e8-46b4-816d-778470ffec67 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:02.590464 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-46bde415-98f8-4dd9-8f4b-9bede5c62ecc req-1ff0bec2-c1e8-46b4-816d-778470ffec67 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 932 time: 0.0550981 Sep 28 07:27:02.615908 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:02.653961 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-46bde415-98f8-4dd9-8f4b-9bede5c62ecc req-0137e559-8e24-4b5e-aae6-33d79d22f8a4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542865 Sep 28 07:27:03.117610 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 4 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:03.151072 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:03.294542 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb81b-730d-40dc-8849-5bba569c243a req-30c710b9-ff18-4949-a33d-657f5c957fd6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:03.296407 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0c0cb81b-730d-40dc-8849-5bba569c243a req-30c710b9-ff18-4949-a33d-657f5c957fd6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0536926 Sep 28 07:27:03.351886 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0c0cb81b-730d-40dc-8849-5bba569c243a req-9e6b9c0d-ddfd-458e-8f0b-fbcc07b4d4d4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 Sep 28 07:27:03.530120 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dcf65-8ecb-4042-8f7e-79bab5ab8cc2 req-bad19abb-5ee1-400f-abb2-2e927678e9a9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:03.533713 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad8dcf65-8ecb-4042-8f7e-79bab5ab8cc2 req-bad19abb-5ee1-400f-abb2-2e927678e9a9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0707376 Sep 28 07:27:03.583199 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad8dcf65-8ecb-4042-8f7e-79bab5ab8cc2 req-6d986ae7-a330-4011-81bb-9216a702fc20 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451944 Sep 28 07:27:03.652678 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 5 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:03.687859 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:03.802795 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b86123-53b7-4507-8b7c-bdcd52ab4791 req-fa829862-1f03-4187-95a7-711618f380a4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:03.804445 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a1b86123-53b7-4507-8b7c-bdcd52ab4791 req-fa829862-1f03-4187-95a7-711618f380a4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 932 time: 0.0557945 Sep 28 07:27:03.861732 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a1b86123-53b7-4507-8b7c-bdcd52ab4791 req-0a982ebe-d9d6-40c0-8b46-f2b6e404abe2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473049 Sep 28 07:27:04.189611 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 6 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:04.226635 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:04.487281 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac3798-927b-4061-949a-d57361e97862 req-6b049020-472d-4940-b58d-684c7ea1d819 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:04.489154 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-84ac3798-927b-4061-949a-d57361e97862 req-6b049020-472d-4940-b58d-684c7ea1d819 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0488145 Sep 28 07:27:04.547632 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-84ac3798-927b-4061-949a-d57361e97862 req-dc54d5bf-cc14-4ad6-abf6-98e45a7ec6dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510514 Sep 28 07:27:04.728233 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 7 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:04.728830 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224588e-84ae-4e92-84f6-fa775da81454 req-e8f7694e-5ccc-4856-b8cf-a524e86a22a6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:04.737806 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0224588e-84ae-4e92-84f6-fa775da81454 req-e8f7694e-5ccc-4856-b8cf-a524e86a22a6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0646834 Sep 28 07:27:04.749449 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Request body: {'port': {'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:04.795566 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:04.801308 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0224588e-84ae-4e92-84f6-fa775da81454 req-aa24d5a4-20e9-4052-9887-52f93cbe0e7c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626049 Sep 28 07:27:04.837677 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:05.025867 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909c623-661d-444d-9476-12baeaaa0dd7 req-1a63f7bb-93f3-4d63-beb0-43a34beac106 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:05.027275 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6909c623-661d-444d-9476-12baeaaa0dd7 req-1a63f7bb-93f3-4d63-beb0-43a34beac106 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 932 time: 0.0662096 Sep 28 07:27:05.296761 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 8 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:05.337242 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:05.407411 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6909c623-661d-444d-9476-12baeaaa0dd7 req-503c1710-622a-410b-9699-f4c798f86348 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706248 Sep 28 07:27:05.482815 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:05.497492 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f48e4d9-3822-4acd-8b65-44198c2add90 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:27:05.506156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Publish callbacks [] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:05.521900 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Transition to ACTIVE for port object 8f48e4d9-3822-4acd-8b65-44198c2add90 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:27:05.527285 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:05.599667 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Pushing event updated for resources: {'Port': ['ID=8f48e4d9-3822-4acd-8b65-44198c2add90,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:05.666568 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Attempting to bind port 8f48e4d9-3822-4acd-8b65-44198c2add90 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:27:05.667066 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Attempting to bind port 8f48e4d9-3822-4acd-8b65-44198c2add90 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:27:05.667487 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Attempting to bind port 8f48e4d9-3822-4acd-8b65-44198c2add90 on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:27:05.701574 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:05.723057 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af26c03-2ac5-463c-b1bb-fec91e2c34d2 req-be77ed48-8206-4284-aa52-7abd6266b5ee tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:05.724574 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4af26c03-2ac5-463c-b1bb-fec91e2c34d2 req-be77ed48-8206-4284-aa52-7abd6266b5ee tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0732367 Sep 28 07:27:05.748786 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 on network 2074fef2-a4a7-4181-98e7-e7c64838b0de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:27:05.749290 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Attempting to bind port 8f48e4d9-3822-4acd-8b65-44198c2add90 on network 2074fef2-a4a7-4181-98e7-e7c64838b0de {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:27:05.752029 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:05.803340 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4af26c03-2ac5-463c-b1bb-fec91e2c34d2 req-8d01289c-aff6-4230-97f4-0dd104270f64 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693367 Sep 28 07:27:05.840085 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-abff7beb-2158-49c1-8b56-47c8ed57f822 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662034 Sep 28 07:27:05.840819 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 9 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:05.844767 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:27:05.845785 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Checking segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:27:05.846347 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Bound using segment: {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:27:05.846961 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Bound port: 8f48e4d9-3822-4acd-8b65-44198c2add90, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810b5e71-e085-4f54-bdbf-c63db8aa115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:27:05.847396 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:05.949144 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:05.955205 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:27:05.971941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] For port 8f48e4d9-3822-4acd-8b65-44198c2add90, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:27:06.011706 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] For port 8f48e4d9-3822-4acd-8b65-44198c2add90, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=8f48e4d9-3822-4acd-8b65-44198c2add90,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:27:06.020178 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-a1a4ca22-3566-4251-bbe7-791e379ebb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.021701 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-a1a4ca22-3566-4251-bbe7-791e379ebb1f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 1129 time: 0.1009016 Sep 28 07:27:06.023552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:06.030802 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ad7d7-1a0c-4664-8dda-4856e57852e5 req-71e69327-6022-44d7-9360-a2080b4d3360 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.032903 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-370ad7d7-1a0c-4664-8dda-4856e57852e5 req-71e69327-6022-44d7-9360-a2080b4d3360 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.1208041 Sep 28 07:27:06.034361 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.034977 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:06.036297 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 1094 time: 1.2914350 Sep 28 07:27:06.038614 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:27:06.040877 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25f4e0e-6fab-4058-b742-ba1ceab40d73" -d '{"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:27:06.103412 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6037d8ea-c5d2-4c40-ab0b-5ddbe5184614 x-openstack-request-id: req-6037d8ea-c5d2-4c40-ab0b-5ddbe5184614 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:27:06.103702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:27:06.103938 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6037d8ea-c5d2-4c40-ab0b-5ddbe5184614 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:27:06.104336 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6037d8ea-c5d2-4c40-ab0b-5ddbe5184614'] response: {'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'status': 'completed', 'code': 200} Sep 28 07:27:06.209824 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0a4e2-2b44-4b95-9046-859e0ebef34d service neutron] Pushing event updated for resources: {'Port': ['ID=8f48e4d9-3822-4acd-8b65-44198c2add90,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:06.230507 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-370ad7d7-1a0c-4664-8dda-4856e57852e5 req-3473d30c-4fa5-4c67-99f5-d5e9d381918d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1868658 Sep 28 07:27:06.233869 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-5fb7d914-9b10-4d78-a204-a9c6a82f4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.235369 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-5fb7d914-9b10-4d78-a204-a9c6a82f4d70 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1128 time: 0.0816841 Sep 28 07:27:06.302954 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-946029bb-3589-449f-af9a-57cc7f70e9ca service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 217 time: 0.0536904 Sep 28 07:27:06.304171 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-c2ad5849-38b6-488f-b620-12487a033a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.305812 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-c2ad5849-38b6-488f-b620-12487a033a39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.2340295 Sep 28 07:27:06.406146 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-e15b215f-eb1a-4459-8315-f77a0e533385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.408170 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-e15b215f-eb1a-4459-8315-f77a0e533385 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0828803 Sep 28 07:27:06.409488 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-739134fa-7b9d-4d97-9723-116ef951e3dc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4 HTTP/1.1" status: 200 len: 217 time: 0.0545266 Sep 28 07:27:06.457448 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Attempt 10 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:06.489433 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:06.504832 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:06.539493 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eea77-d581-451b-aef8-7bc779643a81 req-a9a1381e-1671-456c-b466-209cbde753a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.542420 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-a9a1381e-1671-456c-b466-209cbde753a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1177349 Sep 28 07:27:06.552481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-4dd7055e-ddf0-44da-895e-d5e00e3bddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.563349 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-4dd7055e-ddf0-44da-895e-d5e00e3bddb7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.1209400 Sep 28 07:27:06.564197 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f6604-167c-4654-a24e-c02136d92eca None None] Port 8f48e4d9-3822-4acd-8b65-44198c2add90 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:27:06.601760 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce494f-b226-45fc-aeae-8eb494dcfd2d req-e9ac3466-9c5e-446f-ac86-005a16a5e01f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.605381 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ebce494f-b226-45fc-aeae-8eb494dcfd2d req-e9ac3466-9c5e-446f-ac86-005a16a5e01f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 944 time: 0.0753767 Sep 28 07:27:06.660386 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-634d4588-829b-467e-8cd9-164990836832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.661997 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-634d4588-829b-467e-8cd9-164990836832 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810421 Sep 28 07:27:06.670228 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ebce494f-b226-45fc-aeae-8eb494dcfd2d req-75d1cba2-6bbd-4512-99ec-23aba5db1c95 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597913 Sep 28 07:27:06.745105 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-17accf31-d5b7-4c30-a1da-51668ff22c2c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894834 Sep 28 07:27:06.844258 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-45f5bc66-ef5f-4740-b155-a1b7ed7f2a37 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716015 Sep 28 07:27:06.921384 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:06.945182 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-711eea77-d581-451b-aef8-7bc779643a81 req-ad4ddf4c-312e-4840-b99c-1af2b03b0605 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857433 Sep 28 07:27:06.992355 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ffa9a-65c5-4437-b661-795282717a2a req-313572d6-8873-4d06-b405-6bebbe9e8c02 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:06.994221 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-315ffa9a-65c5-4437-b661-795282717a2a req-313572d6-8873-4d06-b405-6bebbe9e8c02 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0716054 Sep 28 07:27:07.050806 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1db1075-973b-4179-9867-e19ec75ea8c5 req-ff768723-94ec-44b0-ae35-de2c10d4ee67 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011504 Sep 28 07:27:07.108112 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-315ffa9a-65c5-4437-b661-795282717a2a req-f60fef46-daec-4644-bced-c05d53685be8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950806 Sep 28 07:27:07.386006 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5b5a-f4d6-4b71-a467-a660288d4421 req-8f63790a-b020-41c8-b314-f7546aa34018 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:07.387191 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-58ed5b5a-f4d6-4b71-a467-a660288d4421 req-8f63790a-b020-41c8-b314-f7546aa34018 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0516629 Sep 28 07:27:07.422499 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:07.440763 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-58ed5b5a-f4d6-4b71-a467-a660288d4421 req-7d6b5704-ba81-40d8-bad3-5e79574f83de tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441709 Sep 28 07:27:07.791190 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75e61f-1837-4fe1-8f9e-43b49db280a8 req-1e8e9578-5ade-46ff-aea8-39ab367a7381 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:07.792655 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea75e61f-1837-4fe1-8f9e-43b49db280a8 req-1e8e9578-5ade-46ff-aea8-39ab367a7381 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 944 time: 0.0469892 Sep 28 07:27:07.839666 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea75e61f-1837-4fe1-8f9e-43b49db280a8 req-23a38877-d7b1-4320-a2d2-85fbf62f552b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Sep 28 07:27:08.247125 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d098f-ee52-467e-b87f-ff146c872a06 req-70b7d755-0ef2-410e-8854-6b7d941bde03 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:08.248577 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-db8d098f-ee52-467e-b87f-ff146c872a06 req-70b7d755-0ef2-410e-8854-6b7d941bde03 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0461302 Sep 28 07:27:08.288691 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:08.301102 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-db8d098f-ee52-467e-b87f-ff146c872a06 req-2ef9d9c2-41dc-4a76-8370-2c2857384cf2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Sep 28 07:27:08.459646 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-fab56788-b51e-431d-8cce-ae8c536223c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:08.461268 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-fab56788-b51e-431d-8cce-ae8c536223c1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1128 time: 0.0681565 Sep 28 07:27:08.577834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2260-53b8-4580-a051-06cef7a7a868 req-4b3bfe06-fc74-44f4-8a72-65a1a203f767 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:08.579319 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d94c2260-53b8-4580-a051-06cef7a7a868 req-4b3bfe06-fc74-44f4-8a72-65a1a203f767 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0529943 Sep 28 07:27:08.685996 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d94c2260-53b8-4580-a051-06cef7a7a868 req-229bc60b-2f53-4c63-93b3-4b683b31b871 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960073 Sep 28 07:27:08.699842 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-82f74ee4-1c68-4b02-ba0b-c9f30d9e3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:08.701598 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-82f74ee4-1c68-4b02-ba0b-c9f30d9e3fd5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.1199472 Sep 28 07:27:08.964513 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ae12a-ecc1-47af-8719-fbe7d2b68c4f req-c31dd619-f93f-4ba4-893d-053822b24383 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:08.966004 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3a9ae12a-ecc1-47af-8719-fbe7d2b68c4f req-c31dd619-f93f-4ba4-893d-053822b24383 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 944 time: 0.0506501 Sep 28 07:27:09.016545 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3a9ae12a-ecc1-47af-8719-fbe7d2b68c4f req-d1bc8b2f-5a02-445c-b2f7-ad2c9c5ab0f3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Sep 28 07:27:09.233508 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-9437cab7-804f-4b5e-a369-96f13c771f41 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 217 time: 0.0400412 Sep 28 07:27:09.292557 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-383af4db-04f9-4431-83c7-957d90c696fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:09.294054 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-383af4db-04f9-4431-83c7-957d90c696fa service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0457718 Sep 28 07:27:09.434971 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eb5a4-c2f8-4ee9-ab5b-03ae43850412 req-36ead936-2e24-4fda-8dd2-f544aac9b79c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:09.436437 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0a4eb5a4-c2f8-4ee9-ab5b-03ae43850412 req-36ead936-2e24-4fda-8dd2-f544aac9b79c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0501552 Sep 28 07:27:09.509899 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:09.553839 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-188c17fa-1768-4f3d-bcfc-ddd27807d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:09.555217 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-188c17fa-1768-4f3d-bcfc-ddd27807d0b0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168232 Sep 28 07:27:09.556132 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-3db92e35-4c2e-462f-b5b7-2396313ede52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:09.557874 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-3db92e35-4c2e-462f-b5b7-2396313ede52 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 1130 time: 0.1204233 Sep 28 07:27:09.562162 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0a4eb5a4-c2f8-4ee9-ab5b-03ae43850412 req-adcf4007-da4a-47ef-be50-0f62c01f8e87 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087747 Sep 28 07:27:09.603971 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 8f48e4d9-3822-4acd-8b65-44198c2add90 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:27:09.756346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 8f48e4d9-3822-4acd-8b65-44198c2add90, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=8f48e4d9-3822-4acd-8b65-44198c2add90,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:09.784159 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'mac_address': 'fa:16:3e:38:eb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:27:09.795393 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-088791f7-47e4-4524-9c7e-2f1f0c514301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:09.797239 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-088791f7-47e4-4524-9c7e-2f1f0c514301 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.2017760 Sep 28 07:27:09.857389 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 8f48e4d9-3822-4acd-8b65-44198c2add90 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:27:09.858035 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:09.877250 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f48e4d9-3822-4acd-8b65-44198c2add90 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:27:09.889894 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-6bccf880-e415-4810-a861-724201b3a015 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022850 Sep 28 07:27:09.911964 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 8f48e4d9-3822-4acd-8b65-44198c2add90, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=8f48e4d9-3822-4acd-8b65-44198c2add90,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:09.913279 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb85a0-f176-42f9-8a2d-ed5ae619fe3b req-9118b05e-ecbf-40cc-8deb-41dd41c69600 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:09.922755 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:09.926440 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f0eb85a0-f176-42f9-8a2d-ed5ae619fe3b req-9118b05e-ecbf-40cc-8deb-41dd41c69600 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0987074 Sep 28 07:27:09.994958 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=8f48e4d9-3822-4acd-8b65-44198c2add90,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:10.005204 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.005574 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.005940 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.006306 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.006647 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.006983 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.007310 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.007635 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.007960 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.008281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.008774 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.009162 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.009488 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.009808 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.010122 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:10.021378 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f0eb85a0-f176-42f9-8a2d-ed5ae619fe3b req-d678bc84-2788-4fa2-becd-17a8ae593633 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937502 Sep 28 07:27:10.042624 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-a49373d0-c6f7-4ce2-a508-dc1d0435b055 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 200 len: 1001 time: 0.2311552 Sep 28 07:27:10.096149 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:10.106086 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e25f4e0e-6fab-4058-b742-ba1ceab40d73 req-e3bd4297-1fc1-4735-bf06-c8ef5251f70b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998754 Sep 28 07:27:10.110411 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:10.177874 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff48a65-99a5-4b1f-a9e8-78ecfa55e54a req-c863a17e-275c-41c1-a342-f031e76556cd tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:10.179367 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9ff48a65-99a5-4b1f-a9e8-78ecfa55e54a req-c863a17e-275c-41c1-a342-f031e76556cd tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Sep 28 07:27:10.232050 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9ff48a65-99a5-4b1f-a9e8-78ecfa55e54a req-31ebc039-034e-48b2-9b9f-38bddab1e94a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460267 Sep 28 07:27:10.410404 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['8f48e4d9-3822-4acd-8b65-44198c2add90'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:27:10.483938 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:10.497485 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-960fb484-7c87-40f0-afa8-8d75649d557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:10.498949 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-960fb484-7c87-40f0-afa8-8d75649d557f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0463550 Sep 28 07:27:10.547358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-6166886a-7c07-46de-8a93-20a8a47ae79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:10.548898 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-6166886a-7c07-46de-8a93-20a8a47ae79c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380471 Sep 28 07:27:10.648715 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-d6a72724-1e11-41dd-96dc-b47fb831d8e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898130 Sep 28 07:27:10.694758 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540282ed-31d8-46b7-8c6b-8f295aeb39fd req-e369590b-88c8-46dd-932e-a2eed0552765 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:10.696264 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-540282ed-31d8-46b7-8c6b-8f295aeb39fd req-e369590b-88c8-46dd-932e-a2eed0552765 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0497875 Sep 28 07:27:10.743800 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-540282ed-31d8-46b7-8c6b-8f295aeb39fd req-9e4e999f-2f63-461f-873c-b7e78f7d7966 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Sep 28 07:27:10.746265 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4a4c5ac-e4ab-402f-bbd0-a62b7b21cee5 req-0cc01cc3-f912-4594-9f27-6e8d7aa70cc6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Sep 28 07:27:11.139801 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b2d48-3c4d-4efe-99bc-e965f3b8c57f req-2942cd1d-2ef7-4cf5-ba27-57ee236be05a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:11.141308 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-427b2d48-3c4d-4efe-99bc-e965f3b8c57f req-2942cd1d-2ef7-4cf5-ba27-57ee236be05a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0487339 Sep 28 07:27:11.169558 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:11.193574 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-427b2d48-3c4d-4efe-99bc-e965f3b8c57f req-f8911d59-78fd-4c1d-b2c5-0b5a54c7d5b2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465667 Sep 28 07:27:11.350521 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5636a7-9098-4f3a-9f49-f18eaa8c050d req-614e620e-0f66-4192-97dc-07c0ce41d3f6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:11.351884 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb5636a7-9098-4f3a-9f49-f18eaa8c050d req-614e620e-0f66-4192-97dc-07c0ce41d3f6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 945 time: 0.0470304 Sep 28 07:27:11.398724 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb5636a7-9098-4f3a-9f49-f18eaa8c050d req-fcea8159-c855-4883-97fd-4707373ca4c0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Sep 28 07:27:11.868469 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9ed41-ed1a-450a-ba58-40af7ea6d0f2 req-65b9bb94-afc9-4953-9026-d850d1624a05 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:11.869965 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59c9ed41-ed1a-450a-ba58-40af7ea6d0f2 req-65b9bb94-afc9-4953-9026-d850d1624a05 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0453117 Sep 28 07:27:11.916819 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59c9ed41-ed1a-450a-ba58-40af7ea6d0f2 req-d5cc8a7b-e8fd-4dc8-a33e-bb64a7ed0f74 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413232 Sep 28 07:27:12.310307 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6965ca8-286a-4954-8cd9-574514d7dd8f req-b30d19f5-36bd-4964-85f4-2d6813e20807 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:12.311736 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b6965ca8-286a-4954-8cd9-574514d7dd8f req-b30d19f5-36bd-4964-85f4-2d6813e20807 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0443468 Sep 28 07:27:12.359924 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b6965ca8-286a-4954-8cd9-574514d7dd8f req-2db8cab8-acdd-469f-a390-c584051e3d8c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422456 Sep 28 07:27:12.518989 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5f208-e103-43d8-b35f-5bf7730fc2a2 req-6fdfee8e-9b27-494a-ae56-bbe7fb99f0d9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:12.521093 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35d5f208-e103-43d8-b35f-5bf7730fc2a2 req-6fdfee8e-9b27-494a-ae56-bbe7fb99f0d9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Sep 28 07:27:12.570502 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35d5f208-e103-43d8-b35f-5bf7730fc2a2 req-248a0171-4bfd-4b7c-aee3-047c4aa0bfca tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Sep 28 07:27:13.039507 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05558b5-4542-4c39-81f0-b235191c9277 req-858449c2-844f-450d-9fe2-81ac6ff24552 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:13.040933 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c05558b5-4542-4c39-81f0-b235191c9277 req-858449c2-844f-450d-9fe2-81ac6ff24552 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0448725 Sep 28 07:27:13.086537 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c05558b5-4542-4c39-81f0-b235191c9277 req-9ad4e1a8-b27b-43b5-b25b-f0ce704bc0fc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Sep 28 07:27:13.482549 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073d6c3-6915-4169-98d5-73420e169579 req-1c9186b0-e5db-4c12-ab1a-5b3d2fbdbb11 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:13.483936 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2073d6c3-6915-4169-98d5-73420e169579 req-1c9186b0-e5db-4c12-ab1a-5b3d2fbdbb11 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0490777 Sep 28 07:27:13.531138 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2073d6c3-6915-4169-98d5-73420e169579 req-db9547a4-ac47-4e68-892c-5ee1bf79b300 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411794 Sep 28 07:27:13.686351 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32231613-9c36-432d-af22-6f4337a38992 req-417598a1-d84c-45fb-93c1-5978a92fee73 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:13.687791 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-32231613-9c36-432d-af22-6f4337a38992 req-417598a1-d84c-45fb-93c1-5978a92fee73 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 945 time: 0.0455511 Sep 28 07:27:13.736261 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-32231613-9c36-432d-af22-6f4337a38992 req-335f0754-2bf8-4520-a70a-7dfd816202b0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Sep 28 07:27:14.210642 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c49b9-4fb9-45cf-9d53-28578ec3654e req-75203802-9834-419a-8c34-383de8bdc501 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:14.212083 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-421c49b9-4fb9-45cf-9d53-28578ec3654e req-75203802-9834-419a-8c34-383de8bdc501 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 946 time: 0.0456221 Sep 28 07:27:14.258057 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-421c49b9-4fb9-45cf-9d53-28578ec3654e req-d6281c5f-2557-4495-b091-736863ecba31 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Sep 28 07:27:14.652760 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275aabd-c1f3-44e9-b841-abd89c11fd88 req-2f998c4f-0fc8-4a94-bbfc-b9843afeea7e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:14.654212 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5275aabd-c1f3-44e9-b841-abd89c11fd88 req-2f998c4f-0fc8-4a94-bbfc-b9843afeea7e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0480855 Sep 28 07:27:14.700291 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5275aabd-c1f3-44e9-b841-abd89c11fd88 req-391f5a94-361f-43c1-b0ec-d6b5a84b0b90 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400889 Sep 28 07:27:14.858828 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa459b4-e5d9-4b54-941b-7886190e06a3 req-e367dfff-a044-4717-baa1-c63e14a87044 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:14.860389 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fa459b4-e5d9-4b54-941b-7886190e06a3 req-e367dfff-a044-4717-baa1-c63e14a87044 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 945 time: 0.0494580 Sep 28 07:27:14.909979 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fa459b4-e5d9-4b54-941b-7886190e06a3 req-c2ce929c-b26f-4da4-a982-cf16cc0ce892 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 Sep 28 07:27:14.949467 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 8f48e4d9-3822-4acd-8b65-44198c2add90 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:27:14.990625 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 8f48e4d9-3822-4acd-8b65-44198c2add90 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:27:14.995921 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 8f48e4d9-3822-4acd-8b65-44198c2add90 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:27:14.996287 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:14.996614 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 8f48e4d9-3822-4acd-8b65-44198c2add90 Sep 28 07:27:15.068632 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 8f48e4d9-3822-4acd-8b65-44198c2add90 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:27:15.069049 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:15.091196 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:27:15.093375 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec26b3ea-6140-46e4-a2f0-c02f2c57d364" -d '{"events": [{"server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "name": "network-vif-plugged", "status": "completed", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:27:15.106719 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 8f48e4d9-3822-4acd-8b65-44198c2add90, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=8f48e4d9-3822-4acd-8b65-44198c2add90,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:15.113790 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:15.114788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:27:15.137815 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3273bb8b-0841-4108-8cef-6c6f83ecc6d1 x-openstack-request-id: req-3273bb8b-0841-4108-8cef-6c6f83ecc6d1 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:27:15.138101 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "name": "network-vif-plugged", "status": "completed", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:27:15.138348 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3273bb8b-0841-4108-8cef-6c6f83ecc6d1 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:27:15.138730 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3273bb8b-0841-4108-8cef-6c6f83ecc6d1'] response: {'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'code': 200} Sep 28 07:27:15.181121 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:15.199202 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=8f48e4d9-3822-4acd-8b65-44198c2add90,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:15.235731 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: ACTIVE; New status is: DOWN {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:27:15.236111 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:15.238709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:15.269885 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:15.273402 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:15.319215 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=8']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:15.407592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc860-c0b6-410f-a407-64f169dc2093 req-ee6bca15-dfb0-4339-9c69-d5c4754a0f17 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:15.409398 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45cfc860-c0b6-410f-a407-64f169dc2093 req-ee6bca15-dfb0-4339-9c69-d5c4754a0f17 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0498681 Sep 28 07:27:15.461153 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45cfc860-c0b6-410f-a407-64f169dc2093 req-f229603d-cf69-4df5-b004-5664a73fe0d8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460992 Sep 28 07:27:15.814460 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:15.833856 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50b042-cd1a-4a75-9fd3-f56fbf6c369f req-1b0bb83b-26c0-44d8-b24c-2e890ac7aa5a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:15.835450 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4e50b042-cd1a-4a75-9fd3-f56fbf6c369f req-1b0bb83b-26c0-44d8-b24c-2e890ac7aa5a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0556076 Sep 28 07:27:15.890083 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4e50b042-cd1a-4a75-9fd3-f56fbf6c369f req-ea77a495-20c8-4f25-a7dd-bb010e12ef0f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489655 Sep 28 07:27:16.029316 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4bf7-7c6a-4eb3-bf0e-9edfa9eb41dd req-8eaee756-1698-43de-ab61-072945aa370c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:16.030781 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f54b4bf7-7c6a-4eb3-bf0e-9edfa9eb41dd req-8eaee756-1698-43de-ab61-072945aa370c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0462039 Sep 28 07:27:16.056236 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:16.082369 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f54b4bf7-7c6a-4eb3-bf0e-9edfa9eb41dd req-69ea3af2-e742-4bbd-859c-8353bfa789ea tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456917 Sep 28 07:27:16.577352 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:16.592895 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a6832-bd8d-42b8-a77f-fb1c945829ff req-64639103-b819-4b3a-ba6e-2e4e35700088 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:16.594386 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c28a6832-bd8d-42b8-a77f-fb1c945829ff req-64639103-b819-4b3a-ba6e-2e4e35700088 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0481107 Sep 28 07:27:16.649010 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c28a6832-bd8d-42b8-a77f-fb1c945829ff req-b1eebebc-6c06-42d4-85f0-a6ed16ec0b0d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476861 Sep 28 07:27:17.023421 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf914fee-5d76-4ccd-bc0a-9d09c2a3c738 req-205c0af1-06f7-4a33-b476-8bbd01e4836d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:17.024997 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf914fee-5d76-4ccd-bc0a-9d09c2a3c738 req-205c0af1-06f7-4a33-b476-8bbd01e4836d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0514414 Sep 28 07:27:17.073819 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf914fee-5d76-4ccd-bc0a-9d09c2a3c738 req-58485ca6-8f7e-4664-a603-6cc2ad72aa44 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431535 Sep 28 07:27:17.139706 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:27:17.142172 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146e8bd8-30a3-4310-a1d5-1e3457aa4663" -d '{"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:27:17.180300 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e63437-0ce9-463f-823b-2bfd97ab5d69 x-openstack-request-id: req-43e63437-0ce9-463f-823b-2bfd97ab5d69 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:27:17.180597 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:27:17.180850 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43e63437-0ce9-463f-823b-2bfd97ab5d69 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:27:17.181278 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e63437-0ce9-463f-823b-2bfd97ab5d69'] response: {'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'code': 200} Sep 28 07:27:17.204063 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaae1b3-6279-46cd-9a25-7996d8b47b45 req-81a903e8-e6f0-45bf-b733-f08901f2883d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:17.205547 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bfaae1b3-6279-46cd-9a25-7996d8b47b45 req-81a903e8-e6f0-45bf-b733-f08901f2883d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0468712 Sep 28 07:27:17.251970 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bfaae1b3-6279-46cd-9a25-7996d8b47b45 req-a30b4f61-e86b-46b3-b08c-70dab5ba2e62 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Sep 28 07:27:17.781811 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c3d37-b931-4d6b-b340-3399892b20af req-17a6d133-b130-44fd-bef2-44e3fe371336 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:17.783730 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-517c3d37-b931-4d6b-b340-3399892b20af req-17a6d133-b130-44fd-bef2-44e3fe371336 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0471692 Sep 28 07:27:17.835435 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-517c3d37-b931-4d6b-b340-3399892b20af req-f4e5f147-f11c-4d25-ab9b-9ee8335c7a00 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459647 Sep 28 07:27:18.199959 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976ad0-3e6e-4581-8925-5f58e8bce1f0 req-8b1ca47e-c0a2-4aca-a71c-870bf885c01c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:18.201629 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-99976ad0-3e6e-4581-8925-5f58e8bce1f0 req-8b1ca47e-c0a2-4aca-a71c-870bf885c01c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0455406 Sep 28 07:27:18.249206 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-99976ad0-3e6e-4581-8925-5f58e8bce1f0 req-30aab4de-0c02-4f3d-9112-f945d46e865a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415246 Sep 28 07:27:18.378918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedd880-3112-4fdd-b316-43215a2d1480 req-8e801f9d-57cd-415d-94f7-1734dcbc4db7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:18.380623 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9cedd880-3112-4fdd-b316-43215a2d1480 req-8e801f9d-57cd-415d-94f7-1734dcbc4db7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0512187 Sep 28 07:27:18.428127 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9cedd880-3112-4fdd-b316-43215a2d1480 req-dc0aa654-b554-45af-bec7-56f4dc0759df tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Sep 28 07:27:18.596390 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3d902-ad86-4211-b00d-6b4d70d4761e req-36b4a71e-9f2a-447c-8798-67427e16fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:18.598374 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10f3d902-ad86-4211-b00d-6b4d70d4761e req-36b4a71e-9f2a-447c-8798-67427e16fbb5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1130 time: 0.0405393 Sep 28 07:27:18.636994 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:18.661052 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10f3d902-ad86-4211-b00d-6b4d70d4761e req-0d6f5aa1-97a8-4aac-8570-32c28e66ef0c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438704 Sep 28 07:27:18.990377 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea99b0e-e0df-4429-bad5-11b811e123c5 req-9c4a41cd-e4e3-4682-93fc-e97af1cc7832 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:18.991847 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9ea99b0e-e0df-4429-bad5-11b811e123c5 req-9c4a41cd-e4e3-4682-93fc-e97af1cc7832 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0508902 Sep 28 07:27:19.041553 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9ea99b0e-e0df-4429-bad5-11b811e123c5 req-6e8d16af-ca83-4733-a669-0e0fda9962e6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Sep 28 07:27:19.333885 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df98c-e2b5-4fe1-9283-32726cd685a1 req-d75b1746-fb51-43bb-8bca-a721caedf37a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:19.335733 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f13df98c-e2b5-4fe1-9283-32726cd685a1 req-d75b1746-fb51-43bb-8bca-a721caedf37a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0537982 Sep 28 07:27:19.385759 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f13df98c-e2b5-4fe1-9283-32726cd685a1 req-23f60fc3-3847-490c-a4cc-04e6ad19c3d6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Sep 28 07:27:19.414871 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37070) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:19.517694 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761b0ab-46a0-4284-8b06-5313c17366ca req-78431f81-7de8-40df-a2a8-74ef6fb1b50e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:19.527060 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b761b0ab-46a0-4284-8b06-5313c17366ca req-78431f81-7de8-40df-a2a8-74ef6fb1b50e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0674002 Sep 28 07:27:19.565295 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260518e8-f2ed-4de6-a2b1-a614b9a1cb5d req-19e0f511-d54c-4a98-95ee-70047e9135a8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:19.567746 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-260518e8-f2ed-4de6-a2b1-a614b9a1cb5d req-19e0f511-d54c-4a98-95ee-70047e9135a8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0588489 Sep 28 07:27:19.577064 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b761b0ab-46a0-4284-8b06-5313c17366ca req-e1015334-23f8-4d27-b381-bcf74efe15c6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488837 Sep 28 07:27:19.628022 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-260518e8-f2ed-4de6-a2b1-a614b9a1cb5d req-9a8540c6-93fc-43d2-8eed-28cdb713bff2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535877 Sep 28 07:27:19.665850 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-da0ce57b-5f54-4c4e-8a2e-f5a765a1c339 req-2c4df211-4d31-44c8-811c-6373caef859e service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:27:19.666830 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-da0ce57b-5f54-4c4e-8a2e-f5a765a1c339 req-2c4df211-4d31-44c8-811c-6373caef859e service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053422 Sep 28 07:27:19.687849 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19688f43-8d0b-4d9e-931b-26183e1b3668 tempest-TestMinimumBasicScenario-1246837436 tempest-TestMinimumBasicScenario-1246837436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:19.689414 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-19688f43-8d0b-4d9e-931b-26183e1b3668 tempest-TestMinimumBasicScenario-1246837436 tempest-TestMinimumBasicScenario-1246837436-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1125 time: 0.2735047 Sep 28 07:27:19.693231 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37082) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:19.698463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'port_id': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:19.720988 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:19.818366 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:19.888033 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef95f3-bfe0-44c5-a64c-63b5237ff3fc req-8b9c0e66-01f9-46bf-acad-4c676c6574e7 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:19.889452 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6ef95f3-bfe0-44c5-a64c-63b5237ff3fc req-8b9c0e66-01f9-46bf-acad-4c676c6574e7 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0864081 Sep 28 07:27:19.983197 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6ef95f3-bfe0-44c5-a64c-63b5237ff3fc req-5fc94f70-277e-41a4-b00a-30e2567fb23d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863817 Sep 28 07:27:19.998275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Allocated IP 172.27.2.188 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/a17d57b0-c7fe-413e-a44a-95c69e47f720) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:27:20.127609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.137299 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37108) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:20.182864 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.196373 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:20.232010 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:27:20.239848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:27:20.242200 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'Port': ['ID=a17d57b0-c7fe-413e-a44a-95c69e47f720,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:20.244349 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:27:20.252517 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-5a9d9898-1021-4bb9-b557-17397f96eaf1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138701 Sep 28 07:27:20.257517 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-c8a3dec1-9a33-4d75-b534-121645918095 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:27:20.268095 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-c8a3dec1-9a33-4d75-b534-121645918095 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0090265 Sep 28 07:27:20.334474 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37118) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:20.355270 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:20.418010 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37122) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:20.460174 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.556245 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-f8e5443c-7c2c-4997-8d97-16ffcd8ccc1e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:20.557904 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-f8e5443c-7c2c-4997-8d97-16ffcd8ccc1e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports/a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 200 len: 941 time: 0.1388390 Sep 28 07:27:20.626484 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Publish callbacks [] for security_group (dc31a233-bf38-46be-b5a2-9f7c530c8d65), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.632743 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dc31a233-bf38-46be-b5a2-9f7c530c8d65), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.639774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for floatingip (feb16ae9-d84f-4fdc-85e0-46fa4313c4ef), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.676934 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=54f4a6a2f9fe4b07b9cf74d700d36c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413975 Sep 28 07:27:20.679805 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37132) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:20.704933 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:20.769507 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc31a233-bf38-46be-b5a2-9f7c530c8d65,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:20.778041 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.799122 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a4dc7-bd84-430c-9dca-4ec0271d9980 req-b4885fff-2576-4455-96f3-40b323589f35 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:20.801060 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7c2a4dc7-bd84-430c-9dca-4ec0271d9980 req-b4885fff-2576-4455-96f3-40b323589f35 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.1220739 Sep 28 07:27:20.802504 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.802998 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.803479 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.803980 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.804456 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.804974 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.805931 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.806438 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.807169 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.807648 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.808144 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.808474 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.808793 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.809686 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.810015 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ed387-ed6f-4590-8259-460a62f672f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:27:20.817804 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c6f6d-2d7b-4776-beea-0dfb002f775f req-a3c94898-f407-4873-8320-e77b1fa87ea0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:20.819375 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7e3c6f6d-2d7b-4776-beea-0dfb002f775f req-a3c94898-f407-4873-8320-e77b1fa87ea0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0861695 Sep 28 07:27:20.842395 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:20.867231 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eda72a3b-e1bd-49b1-9f10-05bd875abcec admin admin] Publish callbacks [] for security_group (dc31a233-bf38-46be-b5a2-9f7c530c8d65), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.900356 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7c2a4dc7-bd84-430c-9dca-4ec0271d9980 req-46d6ac29-faec-4f02-8f43-afc133dd6b80 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846689 Sep 28 07:27:20.902125 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eda72a3b-e1bd-49b1-9f10-05bd875abcec admin admin] Publish callbacks [] for security_group (dc31a233-bf38-46be-b5a2-9f7c530c8d65), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.936643 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7e3c6f6d-2d7b-4776-beea-0dfb002f775f req-1fd71709-f304-452b-947d-b03eeb8fad11 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113427 Sep 28 07:27:20.947818 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:27:20.970305 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eda72a3b-e1bd-49b1-9f10-05bd875abcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dc31a233-bf38-46be-b5a2-9f7c530c8d65), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.972975 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eda72a3b-e1bd-49b1-9f10-05bd875abcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:20.974310 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-eda72a3b-e1bd-49b1-9f10-05bd875abcec admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dc31a233-bf38-46be-b5a2-9f7c530c8d65 HTTP/1.1" status: 204 len: 168 time: 0.2874794 Sep 28 07:27:20.986384 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda72a3b-e1bd-49b1-9f10-05bd875abcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc31a233-bf38-46be-b5a2-9f7c530c8d65,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:21.027884 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:21.034226 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:21.047972 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: DOWN; New status is: DOWN {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:27:21.113813 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (feb16ae9-d84f-4fdc-85e0-46fa4313c4ef), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:21.116170 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'Port': ['ID=a17d57b0-c7fe-413e-a44a-95c69e47f720,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:21.146431 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5ef3-62c3-45f9-af1c-1b5517600ada req-07fc81b9-eee3-402b-9f8d-ca47160f7234 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:21.148322 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-049e5ef3-62c3-45f9-af1c-1b5517600ada req-07fc81b9-eee3-402b-9f8d-ca47160f7234 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0555460 Sep 28 07:27:21.205239 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-049e5ef3-62c3-45f9-af1c-1b5517600ada req-0b083d04-5f48-4069-9292-ed183718070e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500174 Sep 28 07:27:21.457908 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:21.471512 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Floating IP feb16ae9-d84f-4fdc-85e0-46fa4313c4ef associated. External IP: 172.27.2.188, port: 6f031da6-bf17-41ab-9430-71bbd4ddf1d8. Sep 28 07:27:21.605156 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e068fd95-d799-49de-ba66-701d8866fca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:21.633753 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:21.707780 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Router b84c33d2-9710-40a0-943c-e2166cba4747 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:27:21.821793 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:27:21.836674 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] Sync routers for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:27:21.842490 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:21.849798 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:27:21.850454 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:26:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:21.877376 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37166) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:21.877879 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-61b84ed8-cc27-4e05-b174-6c2af28291d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1831021 Sep 28 07:27:21.878156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:27:21.881320 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfbd109-52ce-46e6-9c92-09dc694043be" -d '{"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:27:21.884546 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-7948dbe5-5ecb-4279-8495-cc9d94da1e3f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162801177', 'description': 'tempest-secgroup-smoke-1162801177 description', 'project_id': 'a3324b12312f43ebab7273b438ad9b65'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:21.920522 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b94dfc-2adc-4ba8-be72-5a37a6c36219 x-openstack-request-id: req-a3b94dfc-2adc-4ba8-be72-5a37a6c36219 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:27:21.920908 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7948dbe5-5ecb-4279-8495-cc9d94da1e3f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:21.921207 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:27:21.921688 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3b94dfc-2adc-4ba8-be72-5a37a6c36219 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:27:21.922253 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b94dfc-2adc-4ba8-be72-5a37a6c36219'] response: {'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'status': 'completed', 'code': 200} Sep 28 07:27:21.967466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:27:22.025559 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-0133bc8b-db12-49f1-8460-f13a21285c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.028762 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-0133bc8b-db12-49f1-8460-f13a21285c0f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1130 time: 0.0592632 Sep 28 07:27:22.097112 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7948dbe5-5ecb-4279-8495-cc9d94da1e3f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group (d0c88958-8ce1-4a5d-95cc-305617bd617e), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.107055 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7948dbe5-5ecb-4279-8495-cc9d94da1e3f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d0c88958-8ce1-4a5d-95cc-305617bd617e), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.141514 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948dbe5-5ecb-4279-8495-cc9d94da1e3f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c88958-8ce1-4a5d-95cc-305617bd617e,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:22.157921 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca10186-12c8-4418-b18c-e25d7ad327c3 req-fb947d84-4a19-4ebd-88fa-8aa6ea564c22 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.160678 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ca10186-12c8-4418-b18c-e25d7ad327c3 req-fb947d84-4a19-4ebd-88fa-8aa6ea564c22 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.1309881 Sep 28 07:27:22.161854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960973-5ae3-4ebb-876e-3a477084d35f req-c4e9103d-10a4-43d1-8d29-51d99d1bde22 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.168608 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61960973-5ae3-4ebb-876e-3a477084d35f req-c4e9103d-10a4-43d1-8d29-51d99d1bde22 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.1152265 Sep 28 07:27:22.194259 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7948dbe5-5ecb-4279-8495-cc9d94da1e3f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.195312 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7948dbe5-5ecb-4279-8495-cc9d94da1e3f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3148108 Sep 28 07:27:22.261162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37178) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:22.271326 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ca10186-12c8-4418-b18c-e25d7ad327c3 req-01456389-2c41-42a2-8901-47679c64224f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006901 Sep 28 07:27:22.317920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-4d635103-ec56-4239-b940-bd178fe18d3d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'security_group_rule': {'security_group_id': 'd0c88958-8ce1-4a5d-95cc-305617bd617e', 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:22.333410 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61960973-5ae3-4ebb-876e-3a477084d35f req-8427c71c-2ba4-497f-964b-edcd9c4a8584 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637027 Sep 28 07:27:22.350289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'feb16ae9-d84f-4fdc-85e0-46fa4313c4ef', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'port_id': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'mac_address': 'fa:16:3e:4e:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:27:20Z', 'updated_at': '2022-09-28T07:27:20Z', 'revision_number': 0, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 5, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:22.365239 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-da197a90-8f0c-4b89-87f1-306746dd8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.366761 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-da197a90-8f0c-4b89-87f1-306746dd8105 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 200 len: 916 time: 0.3231466 Sep 28 07:27:22.376728 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d635103-ec56-4239-b940-bd178fe18d3d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (5a433689-d4f9-4e3c-ae81-8e62d802e167), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.387726 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] Checking router: b84c33d2-9710-40a0-943c-e2166cba4747 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:27:22.399065 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:27:22.399746 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:26:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:22.474699 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dcf55-bf81-43fe-b4f8-39da4ed5130a req-0a354171-a8e7-48ae-b18e-b2994eb3529c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.477589 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-443dcf55-bf81-43fe-b4f8-39da4ed5130a req-0a354171-a8e7-48ae-b18e-b2994eb3529c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0680223 Sep 28 07:27:22.526223 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-bf561d93-cd25-4a6e-bee5-e92f79ddad8b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 1000 time: 0.1402159 Sep 28 07:27:22.542451 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d635103-ec56-4239-b940-bd178fe18d3d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (5a433689-d4f9-4e3c-ae81-8e62d802e167), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.561067 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-443dcf55-bf81-43fe-b4f8-39da4ed5130a req-71c07959-21cd-47a7-97ac-70425686505d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767143 Sep 28 07:27:22.569891 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:27:22.576651 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d635103-ec56-4239-b940-bd178fe18d3d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (5a433689-d4f9-4e3c-ae81-8e62d802e167), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.588053 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c4750-e272-49d4-9718-8aac1aa5efd0 req-1c64e399-d087-4de1-a73d-8c1fa67ca426 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.592586 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c4c4750-e272-49d4-9718-8aac1aa5efd0 req-1c64e399-d087-4de1-a73d-8c1fa67ca426 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.1051321 Sep 28 07:27:22.610837 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37184) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:22.616052 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d635103-ec56-4239-b940-bd178fe18d3d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a433689-d4f9-4e3c-ae81-8e62d802e167,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:22.617186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'floatingip': {'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:22.629445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-09037f34-290f-4b35-9773-7e3ff19dc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.630962 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-09037f34-290f-4b35-9773-7e3ff19dc231 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0bb78d50-505b-4095-a4b1-53a3e354ba2d HTTP/1.1" status: 200 len: 854 time: 0.0927427 Sep 28 07:27:22.634053 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d635103-ec56-4239-b940-bd178fe18d3d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.637805 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4d635103-ec56-4239-b940-bd178fe18d3d tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504565 Sep 28 07:27:22.638105 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37186) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:22.642491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-4facd8eb-3443-4c83-8bc3-b9a6ec6f7a10 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'security_group_rule': {'security_group_id': 'd0c88958-8ce1-4a5d-95cc-305617bd617e', 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:22.688510 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:22.693424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-689930d5-4983-4f77-9e09-0605a778e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:22.694886 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-689930d5-4983-4f77-9e09-0605a778e28d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468266 Sep 28 07:27:22.718444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4facd8eb-3443-4c83-8bc3-b9a6ec6f7a10 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (fa15d665-66de-47d6-ace9-9492518df212), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.724079 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.801752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:22.875818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4facd8eb-3443-4c83-8bc3-b9a6ec6f7a10 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (fa15d665-66de-47d6-ace9-9492518df212), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.880736 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-e91ad733-eb27-4e05-bd8a-154eb64f9978 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508811 Sep 28 07:27:22.881845 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4facd8eb-3443-4c83-8bc3-b9a6ec6f7a10 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (fa15d665-66de-47d6-ace9-9492518df212), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.910246 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd8eb-3443-4c83-8bc3-b9a6ec6f7a10 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa15d665-66de-47d6-ace9-9492518df212,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:22.944718 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:22.945550 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:22.959071 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4facd8eb-3443-4c83-8bc3-b9a6ec6f7a10 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:22.960727 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4facd8eb-3443-4c83-8bc3-b9a6ec6f7a10 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3215165 Sep 28 07:27:22.963390 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37188) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:22.969260 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3990dd75-b912-48e0-93ff-0dcedb1b8ce8 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'security_group_rule': {'security_group_id': 'd0c88958-8ce1-4a5d-95cc-305617bd617e', 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:22.990897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'feb16ae9-d84f-4fdc-85e0-46fa4313c4ef', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'port_id': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'mac_address': 'fa:16:3e:4e:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:27:20Z', 'updated_at': '2022-09-28T07:27:20Z', 'revision_number': 0, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 5, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:23.017858 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1e2c2-c4d6-468b-93ff-dec638462d75 None None] The sync data for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi is: [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'feb16ae9-d84f-4fdc-85e0-46fa4313c4ef', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'port_id': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'mac_address': 'fa:16:3e:4e:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:27:20Z', 'updated_at': '2022-09-28T07:27:20Z', 'revision_number': 0, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 5, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:27:23.026132 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3990dd75-b912-48e0-93ff-0dcedb1b8ce8 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (2ebaea71-6707-4084-8b67-458d6df8a002), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.039563 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bbfbd109-52ce-46e6-9c92-09dc694043be req-992678d7-941c-42a6-a217-6d6b90b7a059 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451206 Sep 28 07:27:23.103251 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3990dd75-b912-48e0-93ff-0dcedb1b8ce8 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (2ebaea71-6707-4084-8b67-458d6df8a002), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.107639 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3990dd75-b912-48e0-93ff-0dcedb1b8ce8 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (2ebaea71-6707-4084-8b67-458d6df8a002), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.136633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990dd75-b912-48e0-93ff-0dcedb1b8ce8 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebaea71-6707-4084-8b67-458d6df8a002,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:23.145756 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3990dd75-b912-48e0-93ff-0dcedb1b8ce8 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.147527 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3990dd75-b912-48e0-93ff-0dcedb1b8ce8 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830511 Sep 28 07:27:23.151313 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37190) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:23.156503 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-cd254ed7-832b-439f-bcdf-963ee406e3d4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'security_group_rule': {'security_group_id': 'd0c88958-8ce1-4a5d-95cc-305617bd617e', 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:23.192527 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd254ed7-832b-439f-bcdf-963ee406e3d4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (5588f215-4414-4f39-b457-b7177f86edf4), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.264987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd254ed7-832b-439f-bcdf-963ee406e3d4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (5588f215-4414-4f39-b457-b7177f86edf4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.266633 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e80f3c-8dea-4099-8132-375c27dcf879 None None] New status for floating IP feb16ae9-d84f-4fdc-85e0-46fa4313c4ef: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:27:23.270007 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd254ed7-832b-439f-bcdf-963ee406e3d4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (5588f215-4414-4f39-b457-b7177f86edf4), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.287540 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd254ed7-832b-439f-bcdf-963ee406e3d4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5588f215-4414-4f39-b457-b7177f86edf4,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:23.301558 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cd254ed7-832b-439f-bcdf-963ee406e3d4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.305563 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cd254ed7-832b-439f-bcdf-963ee406e3d4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502562 Sep 28 07:27:23.305697 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37192) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:23.310232 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'security_group_rule': {'security_group_id': 'd0c88958-8ce1-4a5d-95cc-305617bd617e', 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:23.336575 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.securitygroups_db [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Project a3324b12312f43ebab7273b438ad9b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 07:27:23.344202 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (8537a8f4-8cff-4361-99db-389cc0a053ac), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.412038 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:23.418950 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (8537a8f4-8cff-4361-99db-389cc0a053ac), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.424104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (8537a8f4-8cff-4361-99db-389cc0a053ac), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.443949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8537a8f4-8cff-4361-99db-389cc0a053ac,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:23.465008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.466526 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-aa0622ee-7f40-4f46-a9b5-6461470465eb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598592 Sep 28 07:27:23.468936 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:23.470002 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37200) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:27:23.489128 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'security_group_rule': {'security_group_id': 'd0c88958-8ce1-4a5d-95cc-305617bd617e', 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:23.578837 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd29c5-b0b7-4d87-a0a7-8718895a37d0 req-55978e48-0321-41a4-84cf-70d7a3c65c91 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:23.580332 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cbcd29c5-b0b7-4d87-a0a7-8718895a37d0 req-55978e48-0321-41a4-84cf-70d7a3c65c91 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.1349769 Sep 28 07:27:23.600930 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.securitygroups_db [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Project a3324b12312f43ebab7273b438ad9b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 07:27:23.669184 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (fb09a8a1-30b2-4784-af49-8773edb99b11), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.715261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:23.724436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e71f29-00c4-4cc8-930c-66d2251e8120 req-632664b8-6d67-4715-969a-eabbc7bcfb70 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:23.725982 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18e71f29-00c4-4cc8-930c-66d2251e8120 req-632664b8-6d67-4715-969a-eabbc7bcfb70 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0596099 Sep 28 07:27:23.804719 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.812588 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cbcd29c5-b0b7-4d87-a0a7-8718895a37d0 req-8cc8b3dc-b756-499f-ac7a-578d6fa8baa5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2047658 Sep 28 07:27:23.816284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.825429 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-6c1c0ed1-6f5a-482d-9b02-aba74743c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:23.827354 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-6c1c0ed1-6f5a-482d-9b02-aba74743c5fd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0&tenant_id=60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 1128 time: 0.0945096 Sep 28 07:27:23.853165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18e71f29-00c4-4cc8-930c-66d2251e8120 req-ab73003f-a22c-44f1-814f-2a75bd638383 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189315 Sep 28 07:27:23.878605 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-5bb997d4-9012-4965-903e-07390d1dd7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.881242 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (fb09a8a1-30b2-4784-af49-8773edb99b11), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.916155 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-dea504be-f351-4966-a78b-78047a3878b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:23.918375 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-dea504be-f351-4966-a78b-78047a3878b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 1128 time: 0.0584829 Sep 28 07:27:23.925991 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (fb09a8a1-30b2-4784-af49-8773edb99b11), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.955457 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb09a8a1-30b2-4784-af49-8773edb99b11,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:23.965822 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:23.967086 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-58b43bcd-1b5c-4065-931e-fec6eaffe215 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4865434 Sep 28 07:27:23.985955 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Floating IP b1a0b70d-926b-4c83-bfea-1c981de3a92f associated. External IP: 172.27.2.56, port: 8f48e4d9-3822-4acd-8b65-44198c2add90. Sep 28 07:27:24.055194 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-dce50510-5537-4df0-92b0-cb4e237481b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:24.056648 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-dce50510-5537-4df0-92b0-cb4e237481b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.1223969 Sep 28 07:27:24.125866 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:24.131147 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-e3eda765-e5fd-4622-adcf-d0b6378ed18b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 200 len: 999 time: 0.0629349 Sep 28 07:27:24.154288 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-01513e0c-d6a8-4d13-a74c-8251ae4edce6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1162801177&fields=id&tenant_id=a3324b12312f43ebab7273b438ad9b65 HTTP/1.1" status: 200 len: 267 time: 0.0954309 Sep 28 07:27:24.193848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-487384c9-d657-4ec4-995e-4580e7f28cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:24.195318 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-487384c9-d657-4ec4-995e-4580e7f28cee service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0450449 Sep 28 07:27:24.246348 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-14cc69c1-6409-4d4f-a0ca-e6274ddecb1b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:24.247801 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-14cc69c1-6409-4d4f-a0ca-e6274ddecb1b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0858335 Sep 28 07:27:24.251854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-09205056-243b-4a0a-bdb3-3264f94d9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:24.253473 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-09205056-243b-4a0a-bdb3-3264f94d9dcc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385213 Sep 28 07:27:24.283242 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'port': {'security_groups': ['45069105-27f0-4250-8c79-942d9c8ecc8f', 'd0c88958-8ce1-4a5d-95cc-305617bd617e']}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:27:24.338215 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:24.357483 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-7b308e17-8ce5-4876-8dea-9e50b996fd01 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888584 Sep 28 07:27:24.367875 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:27:24.382587 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:24.460277 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-8667449c-b8ef-4b15-9db8-e2d89f841c2b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Sep 28 07:27:24.585476 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:24.607440 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:27:24.611841 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:24.618415 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] Sync routers for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:27:24.628178 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:27:24.629576 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:27:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:24.692431 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-3e7d3290-22d2-4adf-8fe8-eea241b3ceb6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/b1a0b70d-926b-4c83-bfea-1c981de3a92f HTTP/1.1" status: 200 len: 991 time: 2.0780060 Sep 28 07:27:24.693339 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:27:24.695189 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f958530-dc35-47af-8e0d-9f73f8748829" -d '{"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:27:24.743634 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:27:24.747890 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0bd04-9d8c-4d07-a0f3-2dda6dff4bb1 x-openstack-request-id: req-25e0bd04-9d8c-4d07-a0f3-2dda6dff4bb1 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:27:24.748180 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:27:24.748435 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25e0bd04-9d8c-4d07-a0f3-2dda6dff4bb1 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:27:24.748838 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e0bd04-9d8c-4d07-a0f3-2dda6dff4bb1'] response: {'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'status': 'completed', 'code': 200} Sep 28 07:27:24.777911 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:24.858148 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-1b1f2e9a-ce33-4118-afd2-338796d8db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:24.859699 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-1b1f2e9a-ce33-4118-afd2-338796d8db20 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1130 time: 0.0665131 Sep 28 07:27:25.003036 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:25.009312 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:25.057477 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-22ae170e-e3ab-433a-b2d5-32d732e88ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:25.058966 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-22ae170e-e3ab-433a-b2d5-32d732e88ea7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.1856089 Sep 28 07:27:25.064684 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c4f03-00be-4124-b557-a4c2e04e939e req-7879f855-ee3c-4dec-90f8-2f0f68c524d7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:25.066317 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-974c4f03-00be-4124-b557-a4c2e04e939e req-7879f855-ee3c-4dec-90f8-2f0f68c524d7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.1446848 Sep 28 07:27:25.072192 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['6f031da6-bf17-41ab-9430-71bbd4ddf1d8'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:27:25.074013 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:25.074657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for port (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:25.076071 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d6d0130e-6a98-414c-b8d8-c15f25917c6d req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "PUT /networking/v2.0/ports/6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 982 time: 0.8214774 Sep 28 07:27:25.076832 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684058d-78d5-4e58-abd1-7cd6bca2830a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=6']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:25.200205 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-30dd8818-a2e8-4d77-90a8-2474b2246dc0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 999 time: 0.1262417 Sep 28 07:27:25.236302 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'b1a0b70d-926b-4c83-bfea-1c981de3a92f', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'mac_address': 'fa:16:3e:38:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:26:56Z', 'updated_at': '2022-09-28T07:27:23Z', 'revision_number': 1, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:25.259263 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-974c4f03-00be-4124-b557-a4c2e04e939e req-8621cb85-78d8-4f97-9319-4d0512cb134d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1863489 Sep 28 07:27:25.328179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:25.335894 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8acb-dcb6-4d11-9465-c7eff3e5101a req-6b8dffd9-0824-4fb3-bad7-5ddf9202c087 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:25.340594 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-66fa8acb-dcb6-4d11-9465-c7eff3e5101a req-6b8dffd9-0824-4fb3-bad7-5ddf9202c087 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.1287074 Sep 28 07:27:25.346877 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] Checking router: d4c1e8ad-09ed-4674-a1d9-d2706b364a9d for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:27:25.350391 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['6f031da6-bf17-41ab-9430-71bbd4ddf1d8'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:27:25.464329 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-66fa8acb-dcb6-4d11-9465-c7eff3e5101a req-99347342-efc2-4daa-aec4-e2c27ad43c5b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169584 Sep 28 07:27:25.496007 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:25.512426 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:27:25.513088 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:27:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:25.540072 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-4a544d7f-fd51-4e00-8f6e-dfb49dba4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:25.542359 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-4a544d7f-fd51-4e00-8f6e-dfb49dba4282 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.2353070 Sep 28 07:27:25.552031 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f48e00-d375-4f64-b949-8ce3eacca3b0 req-01ff6077-fa68-43de-9faf-b981ff08c8c1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:25.560482 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-92f48e00-d375-4f64-b949-8ce3eacca3b0 req-01ff6077-fa68-43de-9faf-b981ff08c8c1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.1622741 Sep 28 07:27:25.639833 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-92f48e00-d375-4f64-b949-8ce3eacca3b0 req-e047d15c-0c25-49fa-b5de-69682ba8dc0b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735598 Sep 28 07:27:25.687294 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:25.759953 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:27:25.888110 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:26.155537 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:27:26.184501 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'b1a0b70d-926b-4c83-bfea-1c981de3a92f', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'mac_address': 'fa:16:3e:38:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:26:56Z', 'updated_at': '2022-09-28T07:27:23Z', 'revision_number': 1, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:27:26.225216 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968972d-01ca-42cc-a924-8c2a71ace750 None None] The sync data for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi is: [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'b1a0b70d-926b-4c83-bfea-1c981de3a92f', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'mac_address': 'fa:16:3e:38:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:26:56Z', 'updated_at': '2022-09-28T07:27:23Z', 'revision_number': 1, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:27:26.331872 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:26.426024 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1182d26-784e-4f5a-a05e-0a31057e7410 req-9ba849d1-8e21-4fc0-8146-76ccd66e9b4e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:26.433935 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1182d26-784e-4f5a-a05e-0a31057e7410 req-9ba849d1-8e21-4fc0-8146-76ccd66e9b4e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0801744 Sep 28 07:27:26.472702 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f1bd94-ad8f-4ef9-93e2-547862f805a7 None None] New status for floating IP b1a0b70d-926b-4c83-bfea-1c981de3a92f: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:27:26.491881 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1182d26-784e-4f5a-a05e-0a31057e7410 req-f9a53b39-6bef-4153-9010-3a73f15e50e6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531020 Sep 28 07:27:26.627763 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:26.634145 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec56c1-b196-47c5-9742-e1aa9cbb4659 req-022cb287-dbd3-464f-9390-79d604372d2f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:26.635659 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3ec56c1-b196-47c5-9742-e1aa9cbb4659 req-022cb287-dbd3-464f-9390-79d604372d2f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0653276 Sep 28 07:27:26.688376 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3ec56c1-b196-47c5-9742-e1aa9cbb4659 req-c3fd9164-915a-4fd2-bd0b-91ebaec03048 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470600 Sep 28 07:27:26.750210 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:27:26.753299 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:27:26.754747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:26.791472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5fce9-c587-402c-ae34-4a988989f1d6 x-openstack-request-id: req-98e5fce9-c587-402c-ae34-4a988989f1d6 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:27:26.791759 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:27:26.792009 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98e5fce9-c587-402c-ae34-4a988989f1d6 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:27:26.792678 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e5fce9-c587-402c-ae34-4a988989f1d6'] response: {'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'status': 'completed', 'code': 200} Sep 28 07:27:27.610196 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef4017-93d3-446d-bed4-df8b31c5c75e req-a3be0159-ead3-4c22-b898-1fbe5f123086 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:27.611664 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9bef4017-93d3-446d-bed4-df8b31c5c75e req-a3be0159-ead3-4c22-b898-1fbe5f123086 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0515330 Sep 28 07:27:27.662829 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9bef4017-93d3-446d-bed4-df8b31c5c75e req-702cda7f-739b-4942-b4b1-84cd35c1c175 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450320 Sep 28 07:27:27.821949 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60315e-a1b2-47ec-8fd3-6dc7f65ead34 req-ec0d41e2-9131-4bae-a29a-112c0b8dc649 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:27.823450 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-be60315e-a1b2-47ec-8fd3-6dc7f65ead34 req-ec0d41e2-9131-4bae-a29a-112c0b8dc649 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0482147 Sep 28 07:27:27.874986 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-be60315e-a1b2-47ec-8fd3-6dc7f65ead34 req-6be125d4-2c00-4e14-a9eb-9f34374a5c1c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454831 Sep 28 07:27:28.802526 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4019a-9d46-4ba8-81a4-e9e449645d75 req-2bbf718e-e7b3-4230-9e61-f3b3548f532e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:28.803982 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-85e4019a-9d46-4ba8-81a4-e9e449645d75 req-2bbf718e-e7b3-4230-9e61-f3b3548f532e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0450723 Sep 28 07:27:28.853576 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-85e4019a-9d46-4ba8-81a4-e9e449645d75 req-7ac08640-2084-406f-8361-7812a27d27b3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437601 Sep 28 07:27:29.022423 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840333f-b2da-4bd0-9a9e-a32d53ce6ee5 req-1447665b-5a10-42fa-9a3e-04d4c138ca1b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:29.024181 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f840333f-b2da-4bd0-9a9e-a32d53ce6ee5 req-1447665b-5a10-42fa-9a3e-04d4c138ca1b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0482128 Sep 28 07:27:29.085762 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f840333f-b2da-4bd0-9a9e-a32d53ce6ee5 req-0c142e72-f8f3-42e0-a8c1-8db7f8c85898 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559099 Sep 28 07:27:29.982372 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f19e7-48fe-47ed-ba59-f4ee9a5bea13 req-076c9ddd-0c85-4df8-bcc6-cd863279821e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:29.983846 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e54f19e7-48fe-47ed-ba59-f4ee9a5bea13 req-076c9ddd-0c85-4df8-bcc6-cd863279821e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0506105 Sep 28 07:27:30.033482 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e54f19e7-48fe-47ed-ba59-f4ee9a5bea13 req-e867cbec-1ae3-4257-a537-b61d9b317712 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432854 Sep 28 07:27:30.227074 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f12cd-4459-40ae-ad8f-6b47b85efaf3 req-8fbbb34c-aab2-4e2f-9f60-70ac377869af tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:30.228587 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f2f12cd-4459-40ae-ad8f-6b47b85efaf3 req-8fbbb34c-aab2-4e2f-9f60-70ac377869af tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0494401 Sep 28 07:27:30.265136 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:30.278981 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f2f12cd-4459-40ae-ad8f-6b47b85efaf3 req-7113ac77-cad5-44d9-941c-6bdd2944e563 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 Sep 28 07:27:31.149646 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:31.158446 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ecac0-db17-4da0-8eaa-05a7c226d6a8 req-0bfbb749-5787-4086-807c-906449434f42 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:31.160010 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe1ecac0-db17-4da0-8eaa-05a7c226d6a8 req-0bfbb749-5787-4086-807c-906449434f42 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0478442 Sep 28 07:27:31.208736 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe1ecac0-db17-4da0-8eaa-05a7c226d6a8 req-75d7ed8e-fc22-4601-aa87-5796a62a1c01 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422080 Sep 28 07:27:31.407049 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d17498-d913-4d64-a73c-aac4564cc0ee req-0e985be2-049d-47c5-aa9a-b64d5795b7cd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:31.408513 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-09d17498-d913-4d64-a73c-aac4564cc0ee req-0e985be2-049d-47c5-aa9a-b64d5795b7cd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0465519 Sep 28 07:27:31.461685 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-09d17498-d913-4d64-a73c-aac4564cc0ee req-1a75b79b-a289-41c4-8e7f-a0b5a061e787 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470011 Sep 28 07:27:32.329075 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde93eb-979f-46b5-927b-66d3dd6d32f6 req-ba9d125d-b640-411f-bac9-7cd3f66f2348 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:32.331380 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-efde93eb-979f-46b5-927b-66d3dd6d32f6 req-ba9d125d-b640-411f-bac9-7cd3f66f2348 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0477958 Sep 28 07:27:32.385273 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-efde93eb-979f-46b5-927b-66d3dd6d32f6 req-c69f776c-3d90-4cf3-aee2-bdad096ddf7d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479860 Sep 28 07:27:32.607407 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9fda-a96a-4658-80b1-e7c8d326a8d0 req-312f3d4f-058d-4294-b46a-db638ee22deb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:32.609011 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6d8c9fda-a96a-4658-80b1-e7c8d326a8d0 req-312f3d4f-058d-4294-b46a-db638ee22deb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0529869 Sep 28 07:27:32.662940 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6d8c9fda-a96a-4658-80b1-e7c8d326a8d0 req-cd80eb85-dde2-4ecc-8bd9-126ec2c9ca4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470145 Sep 28 07:27:33.505187 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7c875-22f1-40b5-9675-a21afed1292f req-b88ebb2d-1bf2-4b1a-b8d7-9bceeef5893e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:33.507157 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ce7c875-22f1-40b5-9675-a21afed1292f req-b88ebb2d-1bf2-4b1a-b8d7-9bceeef5893e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0458961 Sep 28 07:27:33.558595 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ce7c875-22f1-40b5-9675-a21afed1292f req-df59fdcb-f98b-4ff0-a315-2c78934aa7e6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460057 Sep 28 07:27:33.796895 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac5055-066f-4825-8ea9-7bfc9bbc5636 req-10c140cc-54b0-4076-92f0-2a4f189ae12f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:33.798426 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-63ac5055-066f-4825-8ea9-7bfc9bbc5636 req-10c140cc-54b0-4076-92f0-2a4f189ae12f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0460582 Sep 28 07:27:33.850527 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-63ac5055-066f-4825-8ea9-7bfc9bbc5636 req-22639094-09d2-4ae3-8db1-439ead28e72c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 Sep 28 07:27:34.686378 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09397e-7ceb-4a19-87f3-29a8edc83d75 req-2aceffc3-3189-43ee-af79-563554ac55ad tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:34.689046 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad09397e-7ceb-4a19-87f3-29a8edc83d75 req-2aceffc3-3189-43ee-af79-563554ac55ad tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0499976 Sep 28 07:27:34.760452 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad09397e-7ceb-4a19-87f3-29a8edc83d75 req-792198ab-9931-443d-8232-5ec9508e2cff tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448203 Sep 28 07:27:35.009008 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e44edf-2fe2-44d1-afab-d383827626ea req-f75c3304-8005-440e-861b-26234b11a34a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:35.010506 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b4e44edf-2fe2-44d1-afab-d383827626ea req-f75c3304-8005-440e-861b-26234b11a34a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0651009 Sep 28 07:27:35.044694 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:35.073496 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b4e44edf-2fe2-44d1-afab-d383827626ea req-78dee1c7-a3aa-4b15-905a-f005c0d1a6a0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573430 Sep 28 07:27:35.899423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a7054-64ac-4f5b-8b03-b6d913fdef2d req-b4026b7a-cde5-4365-a65e-b01348029730 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:35.900990 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a83a7054-64ac-4f5b-8b03-b6d913fdef2d req-b4026b7a-cde5-4365-a65e-b01348029730 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0531054 Sep 28 07:27:35.952191 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a83a7054-64ac-4f5b-8b03-b6d913fdef2d req-63669295-b6ff-471b-9dd6-a6544e7f8367 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449374 Sep 28 07:27:36.211909 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6a9b9-87a4-45d9-a8d3-1cfef783080b req-79d66c97-076f-48bc-bbce-53048f42e15e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:36.213350 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-56e6a9b9-87a4-45d9-a8d3-1cfef783080b req-79d66c97-076f-48bc-bbce-53048f42e15e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0479491 Sep 28 07:27:36.266392 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-56e6a9b9-87a4-45d9-a8d3-1cfef783080b req-c418a31a-0c2a-404f-9954-21ea892dac67 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472672 Sep 28 07:27:36.623928 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:36.631095 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:36.742082 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:36.749222 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:37.059906 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:37.075702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593b938-800f-4ca1-b58e-82cd660091dc req-63cd9ff1-4c14-4390-b401-88741d12d31f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:37.077542 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f593b938-800f-4ca1-b58e-82cd660091dc req-63cd9ff1-4c14-4390-b401-88741d12d31f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0471208 Sep 28 07:27:37.127653 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f593b938-800f-4ca1-b58e-82cd660091dc req-55c15c08-7738-4345-be49-add87c83fdf1 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425391 Sep 28 07:27:37.400141 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce406e-da21-4a38-835d-0c1e405f7aa9 req-774ca3a7-7c82-459b-92f8-a38f46198a9e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:37.401659 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-95ce406e-da21-4a38-835d-0c1e405f7aa9 req-774ca3a7-7c82-459b-92f8-a38f46198a9e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0475397 Sep 28 07:27:37.453904 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-95ce406e-da21-4a38-835d-0c1e405f7aa9 req-a6305c54-6398-4ca2-b985-914c23984293 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462782 Sep 28 07:27:38.252262 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357147f-6566-4028-a1e6-9701dcaff04b req-9b11a9d2-1645-4053-a47d-4c924306d062 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:38.253704 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5357147f-6566-4028-a1e6-9701dcaff04b req-9b11a9d2-1645-4053-a47d-4c924306d062 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0474327 Sep 28 07:27:38.305584 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5357147f-6566-4028-a1e6-9701dcaff04b req-6305fc06-144c-404e-a015-4b1b3f4eadd0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450535 Sep 28 07:27:38.314788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:38.583261 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776660-8436-4468-8b08-e13f93f6a1f4 req-9ae46149-4a06-41c4-b079-45414372fe81 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:38.584790 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-95776660-8436-4468-8b08-e13f93f6a1f4 req-9ae46149-4a06-41c4-b079-45414372fe81 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0477719 Sep 28 07:27:38.639510 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-95776660-8436-4468-8b08-e13f93f6a1f4 req-f851e016-2549-407a-95ff-5cb86adbe0f7 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491436 Sep 28 07:27:39.430812 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a2d4b-02f7-4391-b736-a362536f2b67 req-16b2e80d-d3ef-4bff-882c-5fe1c5727f9c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:39.432569 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-764a2d4b-02f7-4391-b736-a362536f2b67 req-16b2e80d-d3ef-4bff-882c-5fe1c5727f9c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0474248 Sep 28 07:27:39.479677 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-764a2d4b-02f7-4391-b736-a362536f2b67 req-e2f82b64-c681-4891-a9d9-10abe287e969 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416181 Sep 28 07:27:39.774634 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de28bc-741e-432e-be85-7809b0dfc609 req-0bad958b-7159-4119-bb31-69dd64930af2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:39.776100 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f4de28bc-741e-432e-be85-7809b0dfc609 req-0bad958b-7159-4119-bb31-69dd64930af2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0477498 Sep 28 07:27:39.825413 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f4de28bc-741e-432e-be85-7809b0dfc609 req-f27d30e7-c5bb-41e7-ba62-d7f3fc474862 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Sep 28 07:27:40.261333 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-31c43125-5eb2-4f4f-abd6-717dc109a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:40.262797 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-31c43125-5eb2-4f4f-abd6-717dc109a0db service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379794 Sep 28 07:27:40.454154 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-ceee99fd-ebfb-4176-aa78-f1471528b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:40.455581 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-ceee99fd-ebfb-4176-aa78-f1471528b3e3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1169 time: 0.0872891 Sep 28 07:27:40.493556 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-5044eca4-66d8-4bb0-9fb2-9f0a6ef630a2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960505 Sep 28 07:27:40.603319 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac85e7-1c64-43fa-824f-b456e6baf064 req-a918e11e-770e-4e5c-86f4-74c9697fe967 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:40.604801 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64ac85e7-1c64-43fa-824f-b456e6baf064 req-a918e11e-770e-4e5c-86f4-74c9697fe967 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0480430 Sep 28 07:27:40.655342 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64ac85e7-1c64-43fa-824f-b456e6baf064 req-0b2c03d7-698c-47f6-a53d-733ae8f5dc21 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449755 Sep 28 07:27:40.913186 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7855c-4c9c-4c51-bfde-c06841cf6fb1 req-048bff17-bdf8-4222-82ac-c6f60eaa78b7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:40.914672 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50a7855c-4c9c-4c51-bfde-c06841cf6fb1 req-048bff17-bdf8-4222-82ac-c6f60eaa78b7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0492847 Sep 28 07:27:40.956382 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb718c-1409-4250-8b2d-ed36571f0407 req-472814f4-0898-42d9-aeb2-3b88a833cbd9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:40.958560 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a5cb718c-1409-4250-8b2d-ed36571f0407 req-472814f4-0898-42d9-aeb2-3b88a833cbd9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0503132 Sep 28 07:27:40.965721 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50a7855c-4c9c-4c51-bfde-c06841cf6fb1 req-e9f24087-2cda-4490-af49-42df99fc603a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451062 Sep 28 07:27:41.008353 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a5cb718c-1409-4250-8b2d-ed36571f0407 req-a21a1f8b-c8c7-4e78-9e65-50597847f9eb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425274 Sep 28 07:27:41.504898 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:41.690358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-7ec5fbd1-7f89-4a39-8fe5-e58bf32c702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:41.691873 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-7ec5fbd1-7f89-4a39-8fe5-e58bf32c702e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 1129 time: 0.0900283 Sep 28 07:27:41.694321 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-13d5aac9-7a76-462a-8eb8-8685a58e0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:41.695656 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-13d5aac9-7a76-462a-8eb8-8685a58e0b51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 200 len: 916 time: 0.1981602 Sep 28 07:27:41.697868 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f958530-dc35-47af-8e0d-9f73f8748829 req-aa5da1ba-397e-4d75-b642-58e5bbbeb964 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079043 Sep 28 07:27:41.846762 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-955ea76b-06fc-466d-86fd-b8542b796eed service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 1002 time: 0.1012483 Sep 28 07:27:41.851502 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:41.896466 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-ce670dd4-92fa-4623-8fda-7238213d9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:41.897911 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-ce670dd4-92fa-4623-8fda-7238213d9dcc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 911 time: 0.1608138 Sep 28 07:27:41.946644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-bb61e616-a5de-41e2-a37a-3cb4bb726335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:41.948092 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-bb61e616-a5de-41e2-a37a-3cb4bb726335 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0bb78d50-505b-4095-a4b1-53a3e354ba2d HTTP/1.1" status: 200 len: 854 time: 0.0842733 Sep 28 07:27:42.146864 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79bf93-c238-46ee-a343-1e93e3bd5d17 req-e0aa83dc-b4ba-4cea-a6ff-6dad70c183c0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:42.148359 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-be79bf93-c238-46ee-a343-1e93e3bd5d17 req-e0aa83dc-b4ba-4cea-a6ff-6dad70c183c0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0491071 Sep 28 07:27:42.200290 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-be79bf93-c238-46ee-a343-1e93e3bd5d17 req-64bc6bb4-3617-41e7-8f65-dd695b1ad1d0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460804 Sep 28 07:27:42.256448 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-575cfeb3-c67b-4921-9b4f-fd169026985d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 200 len: 1001 time: 0.3463733 Sep 28 07:27:42.311210 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-7f394f2b-00b9-41d3-8d18-91cf0cc5f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:42.312675 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-7f394f2b-00b9-41d3-8d18-91cf0cc5f1a3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3521414 Sep 28 07:27:42.323450 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa2bcb-cc5e-44c2-a4d4-8e120b04fbc8 req-d8608f8c-255b-43bf-859b-3be2e7535319 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:42.324919 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2fa2bcb-cc5e-44c2-a4d4-8e120b04fbc8 req-d8608f8c-255b-43bf-859b-3be2e7535319 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0854831 Sep 28 07:27:42.407914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-83110af9-1812-494d-9665-11147f7e7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:42.409287 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-83110af9-1812-494d-9665-11147f7e7acf service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.1326797 Sep 28 07:27:42.476622 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2fa2bcb-cc5e-44c2-a4d4-8e120b04fbc8 req-afb1369b-9756-46bb-bab8-9d8bc226cf10 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413713 Sep 28 07:27:42.490387 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-2e7b044f-775c-488e-8ea1-f0ac79a7063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:42.491863 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-2e7b044f-775c-488e-8ea1-f0ac79a7063d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725951 Sep 28 07:27:42.497116 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-bb435c78-7f56-418f-ad6e-c479ab37d4d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712687 Sep 28 07:27:42.671275 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-f11faa9e-9e05-464d-89a7-43e7d6975e0f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594930 Sep 28 07:27:42.673048 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cd61eba-e992-45e5-b9fd-94d46acc8b9a req-6e259cce-9ca6-4a52-8e1d-bc5c9eed4481 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540201 Sep 28 07:27:42.745935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:42.774638 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ec084ca-4d09-4d97-8aac-6f4a26bb9908 req-8704e15c-5648-4612-9d20-c74f5028758d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858471 Sep 28 07:27:43.331701 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11699e4-39a6-4fd9-82bb-900429506c33 req-8255c6fa-ba6c-43f2-9cf3-d46c9eb55c5b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:43.333558 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a11699e4-39a6-4fd9-82bb-900429506c33 req-8255c6fa-ba6c-43f2-9cf3-d46c9eb55c5b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0490360 Sep 28 07:27:43.360690 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:43.385117 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a11699e4-39a6-4fd9-82bb-900429506c33 req-09f742f2-c813-4847-928c-23b3d41d215b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460496 Sep 28 07:27:43.602646 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84368d-e342-4093-b7fa-8fd03e0c2671 req-529f9dba-02e8-457f-b272-eaaabad8910d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:43.604112 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3c84368d-e342-4093-b7fa-8fd03e0c2671 req-529f9dba-02e8-457f-b272-eaaabad8910d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0494034 Sep 28 07:27:43.656921 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3c84368d-e342-4093-b7fa-8fd03e0c2671 req-626cf35b-61c6-4913-8624-66a618646acb tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471828 Sep 28 07:27:44.523263 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906a86-c7f3-44b1-ada5-6c14ec002787 req-af8424f4-bbf1-477d-8a9e-81ee2dcf200b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:44.524766 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-03906a86-c7f3-44b1-ada5-6c14ec002787 req-af8424f4-bbf1-477d-8a9e-81ee2dcf200b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0455515 Sep 28 07:27:44.571732 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-03906a86-c7f3-44b1-ada5-6c14ec002787 req-dbafbdc2-5423-410a-837a-2322c91fab95 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Sep 28 07:27:44.783805 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f85e57-ec10-4b6b-b0de-c123899370b5 req-097f85d4-cf58-4c1a-9463-b8dd57bf3114 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:44.785303 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-37f85e57-ec10-4b6b-b0de-c123899370b5 req-097f85d4-cf58-4c1a-9463-b8dd57bf3114 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0501893 Sep 28 07:27:44.831898 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-37f85e57-ec10-4b6b-b0de-c123899370b5 req-f4e2079c-f799-4431-9fbc-d2a0862db9b6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409846 Sep 28 07:27:45.701622 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38be33-f4b1-4a28-ae2b-3631f1d36074 req-517f8761-5afa-4000-a8df-620d34705d71 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:45.702859 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bd38be33-f4b1-4a28-ae2b-3631f1d36074 req-517f8761-5afa-4000-a8df-620d34705d71 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0473416 Sep 28 07:27:45.750131 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bd38be33-f4b1-4a28-ae2b-3631f1d36074 req-36442e9a-906c-415c-b548-9b4988f860bd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413461 Sep 28 07:27:46.875141 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4d1f-28a5-414c-b651-45328d7e139e req-13278c6d-efc3-4c0e-b948-6893f8ac222c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:46.876588 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3ab4d1f-28a5-414c-b651-45328d7e139e req-13278c6d-efc3-4c0e-b948-6893f8ac222c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0450923 Sep 28 07:27:46.902435 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:46.923652 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3ab4d1f-28a5-414c-b651-45328d7e139e req-1ff77004-4b01-4008-8e40-74a5663180ec tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Sep 28 07:27:47.079811 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:48.064963 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaa077-0e09-42fe-b63f-b7a195ad6473 req-4ea6c44e-2cf8-470a-a854-46dadc10ffb2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:48.066427 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5cfaa077-0e09-42fe-b63f-b7a195ad6473 req-4ea6c44e-2cf8-470a-a854-46dadc10ffb2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0602853 Sep 28 07:27:48.115655 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5cfaa077-0e09-42fe-b63f-b7a195ad6473 req-2e71e8e8-e0f5-4581-8f72-f7dbf4356e8d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424521 Sep 28 07:27:48.307305 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:48.310336 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:49.087562 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:27:49.189460 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:49.201468 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'port_id': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'mac_address': 'fa:16:3e:fd:af:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:27:49.236113 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:27:49.236499 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:49.245941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d2b09-448c-467c-a774-60d2ee291baf req-82ccb037-1d09-4990-98bb-94b31fa8a4f8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:49.249555 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a37d2b09-448c-467c-a774-60d2ee291baf req-82ccb037-1d09-4990-98bb-94b31fa8a4f8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 944 time: 0.0515871 Sep 28 07:27:49.250710 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ca836c-b241-4501-9e8a-0a676dc640ae {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:27:49.272097 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:49.275805 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:49.296789 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a37d2b09-448c-467c-a774-60d2ee291baf req-e9973c3c-e22b-455c-8b46-7e5273da3f18 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435958 Sep 28 07:27:49.322791 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=9']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:49.786807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['a5ca836c-b241-4501-9e8a-0a676dc640ae'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:27:50.092928 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:50.428709 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96154d3-9a58-44e2-9ac4-f9607149e445 req-7e2a9957-90be-4c3e-ac80-ce7650cc51b2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:50.430182 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c96154d3-9a58-44e2-9ac4-f9607149e445 req-7e2a9957-90be-4c3e-ac80-ce7650cc51b2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Sep 28 07:27:50.477953 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c96154d3-9a58-44e2-9ac4-f9607149e445 req-601e36da-646a-4329-98d7-417ef84fa509 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Sep 28 07:27:51.149837 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:27:51.194195 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port a5ca836c-b241-4501-9e8a-0a676dc640ae triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:27:51.194559 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:51.194886 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port a5ca836c-b241-4501-9e8a-0a676dc640ae Sep 28 07:27:51.266548 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a5ca836c-b241-4501-9e8a-0a676dc640ae is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:27:51.266925 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:51.288634 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:27:51.290897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11355a1-67b3-40fd-846a-556c5b950bf5" -d '{"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:27:51.303971 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:27:51.308159 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:51.331274 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765e9713-b7e7-47ad-a437-e87f9e0301e7 x-openstack-request-id: req-765e9713-b7e7-47ad-a437-e87f9e0301e7 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:27:51.331559 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:27:51.331809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-765e9713-b7e7-47ad-a437-e87f9e0301e7 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:27:51.332446 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765e9713-b7e7-47ad-a437-e87f9e0301e7'] response: {'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'code': 200} Sep 28 07:27:51.358843 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=10']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:27:51.598467 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-242bc799-05b3-4246-9d25-c87d732631a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:51.608230 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7a65-6b21-4b24-a4eb-54b7eeec8c0f req-378dbd9a-40c2-42dc-a963-ba1f6950c10f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:51.609773 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-330c7a65-6b21-4b24-a4eb-54b7eeec8c0f req-378dbd9a-40c2-42dc-a963-ba1f6950c10f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0499787 Sep 28 07:27:51.629654 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:27:51.658323 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-330c7a65-6b21-4b24-a4eb-54b7eeec8c0f req-01eaeac8-ff84-4243-a0f3-cbe8e41c4274 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Sep 28 07:27:52.023089 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37407dac-bc19-465f-8336-8bfd6d966383 req-df9cf772-9074-400c-a0ee-ffed0d1972d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:52.024574 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-37407dac-bc19-465f-8336-8bfd6d966383 req-df9cf772-9074-400c-a0ee-ffed0d1972d2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 1131 time: 0.0383768 Sep 28 07:27:52.076211 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-37407dac-bc19-465f-8336-8bfd6d966383 req-bd1b1a00-8519-4e97-8272-07fa8b367390 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390613 Sep 28 07:27:52.788134 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aeaa6-64f0-4dd5-b96b-e8fe26b1176f req-7577bc4f-c567-43fa-9f88-79e97706d4d1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:52.789641 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e18aeaa6-64f0-4dd5-b96b-e8fe26b1176f req-7577bc4f-c567-43fa-9f88-79e97706d4d1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0476053 Sep 28 07:27:52.840904 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e18aeaa6-64f0-4dd5-b96b-e8fe26b1176f req-ec0e01ab-66f4-4ca4-94e7-86edb87e9161 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456154 Sep 28 07:27:53.962610 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4e7d55ae-28a6-4f24-8db7-1b785dcb50db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:54.006907 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ee1cb-7747-4f74-8958-0479adc03d2d req-28731d06-96b7-4462-b012-e66689e1e6c4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:54.008431 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-212ee1cb-7747-4f74-8958-0479adc03d2d req-28731d06-96b7-4462-b012-e66689e1e6c4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0482376 Sep 28 07:27:54.056996 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-212ee1cb-7747-4f74-8958-0479adc03d2d req-1c13660d-bac5-45be-af05-f98f01603802 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Sep 28 07:27:55.130472 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:55.186606 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579206f4-22d2-4fd0-bbd4-6a0abd1a4b83 req-3a4f56dc-c884-4640-8aa9-2070b7ff9f9f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:55.188103 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-579206f4-22d2-4fd0-bbd4-6a0abd1a4b83 req-3a4f56dc-c884-4640-8aa9-2070b7ff9f9f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0486050 Sep 28 07:27:55.239889 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-579206f4-22d2-4fd0-bbd4-6a0abd1a4b83 req-e93f616f-c97c-49e6-8734-811b6230dacd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454879 Sep 28 07:27:56.365275 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121a91c-5609-4eb4-9b11-4da9a66c174d req-d9ee21d4-3eeb-4cbc-92df-465c3862e60a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:27:56.366728 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d121a91c-5609-4eb4-9b11-4da9a66c174d req-d9ee21d4-3eeb-4cbc-92df-465c3862e60a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0457559 Sep 28 07:27:56.418236 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d121a91c-5609-4eb4-9b11-4da9a66c174d req-e0908791-dc3d-417e-9ac4-9aa44f3287c5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Sep 28 07:27:56.626710 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:27:56.748001 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:03.156255 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:28:05.232957 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=67 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:05.235236 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=39 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:05.356424 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-505ca6cb-06dd-488c-8305-b9c4f1d9b047 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375807 Sep 28 07:28:05.423546 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-fc48c90f-f0af-47c0-a53b-4c83fea8a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:05.425023 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-fc48c90f-f0af-47c0-a53b-4c83fea8a762 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 1129 time: 0.0379887 Sep 28 07:28:05.545280 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-2ba81258-8f4b-4212-a77b-13574519299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:05.546731 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-2ba81258-8f4b-4212-a77b-13574519299d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 911 time: 0.0893357 Sep 28 07:28:05.617519 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-0e8da987-26c0-4bce-9344-87a0d31947be service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 200 len: 1001 time: 0.0572278 Sep 28 07:28:05.667639 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-bc232ecd-08fd-41f9-94bf-f0760a4787cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:05.669112 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-bc232ecd-08fd-41f9-94bf-f0760a4787cb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.0427220 Sep 28 07:28:05.721560 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-c70a46f9-c08c-4578-8a94-7adb05f6fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:05.723051 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-c70a46f9-c08c-4578-8a94-7adb05f6fe63 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390038 Sep 28 07:28:05.818415 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-f33ada42-9591-42a9-b678-686dc9edc7a3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862544 Sep 28 07:28:05.911833 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48b621c8-53f4-4187-b512-fac4e56d3fcc req-d9b3e721-a2d7-414f-b28a-d1762576b0db service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829082 Sep 28 07:28:06.406942 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=64 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:06.414761 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=23 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:06.742034 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:06.744363 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:07.555843 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37638) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:28:07.658485 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a9a52a50-4f36-46f7-8e37-e0192f648c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:07.735486 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a9a52a50-4f36-46f7-8e37-e0192f648c2b admin admin] Publish callbacks [] for security_group (90a351a4-127c-4b10-93e9-2e1a0e4d52ee), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:07.739198 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a9a52a50-4f36-46f7-8e37-e0192f648c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (90a351a4-127c-4b10-93e9-2e1a0e4d52ee), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:07.776640 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a52a50-4f36-46f7-8e37-e0192f648c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a351a4-127c-4b10-93e9-2e1a0e4d52ee,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:28:07.783000 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-a9a52a50-4f36-46f7-8e37-e0192f648c2b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e6c1cccd2f043ef8a014f7b9f49b94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257714 Sep 28 07:28:07.786011 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37642) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:28:07.834955 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Publish callbacks [] for security_group (90a351a4-127c-4b10-93e9-2e1a0e4d52ee), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:07.858654 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Publish callbacks [] for security_group (90a351a4-127c-4b10-93e9-2e1a0e4d52ee), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:07.904886 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (90a351a4-127c-4b10-93e9-2e1a0e4d52ee), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:07.907547 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:07.908675 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/90a351a4-127c-4b10-93e9-2e1a0e4d52ee HTTP/1.1" status: 204 len: 168 time: 0.1216333 Sep 28 07:28:07.917017 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a351a4-127c-4b10-93e9-2e1a0e4d52ee,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:28:07.924052 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.924397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.924737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.925096 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.925427 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.925752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.926073 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.926394 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.926715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.927036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.927358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.927802 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.928123 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.928445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:07.928762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b3b33-47f8-488f-ad73-5b30a62ab5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:28:08.303551 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:13.149341 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:13.151285 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:17.367346 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3ca6f-355b-42b0-af8c-c92d8bfc59be req-9f30ff61-f4b3-4a93-8a9b-4700f72098b9 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:17.368808 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5e3ca6f-355b-42b0-af8c-c92d8bfc59be req-9f30ff61-f4b3-4a93-8a9b-4700f72098b9 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0466793 Sep 28 07:28:17.381891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-31afb3e5-3c44-40fa-9309-7b2520c1289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:17.383473 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-31afb3e5-3c44-40fa-9309-7b2520c1289b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1169 time: 0.0389509 Sep 28 07:28:17.429279 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f5e3ca6f-355b-42b0-af8c-c92d8bfc59be req-ea84be78-fa56-4773-94fa-56967be37f6b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545146 Sep 28 07:28:17.492935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-2956d8a5-2cbe-4a97-8cc3-3b0c636fd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:17.494541 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-2956d8a5-2cbe-4a97-8cc3-3b0c636fd918 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 200 len: 916 time: 0.0990052 Sep 28 07:28:17.560380 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-81d6905b-40ea-4b8a-852c-7472051bf1c5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 1002 time: 0.0573616 Sep 28 07:28:17.620965 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-c4817e0e-c677-4c70-9bc1-f2afa3d77825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:17.622401 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-c4817e0e-c677-4c70-9bc1-f2afa3d77825 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0bb78d50-505b-4095-a4b1-53a3e354ba2d HTTP/1.1" status: 200 len: 854 time: 0.0433829 Sep 28 07:28:17.672008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-04e907be-a50f-461c-a463-d708f7343a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:17.673518 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-04e907be-a50f-461c-a463-d708f7343a05 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369873 Sep 28 07:28:17.735368 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:17.738162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:17.782255 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-c52adbbe-3a71-4ab3-9520-d75311bd4ddf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984538 Sep 28 07:28:17.878165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6f03bc5c-0f47-4996-bcd8-a73b2e3e884e req-11cb8dc3-0225-4feb-b0f8-3e7e57728162 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848873 Sep 28 07:28:18.298435 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:18.300318 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:18.557888 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb212-bd11-4ee5-988f-a363822302b1 req-2c2f2922-ba17-4b6c-8803-414f1f96c2c1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:18.559478 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ebffb212-bd11-4ee5-988f-a363822302b1 req-2c2f2922-ba17-4b6c-8803-414f1f96c2c1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0525107 Sep 28 07:28:18.620116 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ebffb212-bd11-4ee5-988f-a363822302b1 req-b352f6bb-fec8-4df3-881e-a8f8e657f35b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550404 Sep 28 07:28:19.063342 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 37792) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:28:19.170179 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45e729dd-91d1-4905-94f1-6ac77747dc9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:19.247391 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45e729dd-91d1-4905-94f1-6ac77747dc9b admin admin] Publish callbacks [] for security_group (f2f116b6-9c81-4665-85a6-3399b7a8b27f), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:19.251116 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45e729dd-91d1-4905-94f1-6ac77747dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f2f116b6-9c81-4665-85a6-3399b7a8b27f), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:19.289574 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-45e729dd-91d1-4905-94f1-6ac77747dc9b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f42a09e1aed94e74bd40ffcaded98dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252159 Sep 28 07:28:19.290410 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e729dd-91d1-4905-94f1-6ac77747dc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f116b6-9c81-4665-85a6-3399b7a8b27f,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:28:19.292298 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 37796) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:28:19.341704 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-39c7b81a-0026-425d-8a48-e0ed9c8e4353 admin admin] Publish callbacks [] for security_group (f2f116b6-9c81-4665-85a6-3399b7a8b27f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:19.361198 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-39c7b81a-0026-425d-8a48-e0ed9c8e4353 admin admin] Publish callbacks [] for security_group (f2f116b6-9c81-4665-85a6-3399b7a8b27f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:19.408498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-39c7b81a-0026-425d-8a48-e0ed9c8e4353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (f2f116b6-9c81-4665-85a6-3399b7a8b27f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:19.411002 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-39c7b81a-0026-425d-8a48-e0ed9c8e4353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:19.412140 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-39c7b81a-0026-425d-8a48-e0ed9c8e4353 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f2f116b6-9c81-4665-85a6-3399b7a8b27f HTTP/1.1" status: 204 len: 168 time: 0.1188719 Sep 28 07:28:19.419927 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7b81a-0026-425d-8a48-e0ed9c8e4353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f116b6-9c81-4665-85a6-3399b7a8b27f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:28:19.742811 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972422f-7f5c-4c88-87ae-f8933eb49a4f req-da2c662a-79fb-4aae-b0b1-c29bdc07503b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:19.744939 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0972422f-7f5c-4c88-87ae-f8933eb49a4f req-da2c662a-79fb-4aae-b0b1-c29bdc07503b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0454516 Sep 28 07:28:19.803324 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0972422f-7f5c-4c88-87ae-f8933eb49a4f req-3fc19d99-1cf5-440c-ae66-82ea4671bf04 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526266 Sep 28 07:28:20.926557 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534fc7e-4c53-4b1b-bacc-c67ecdb667f1 req-08e931b8-9989-4238-82a4-806108b44acc tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:20.927994 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a534fc7e-4c53-4b1b-bacc-c67ecdb667f1 req-08e931b8-9989-4238-82a4-806108b44acc tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0478637 Sep 28 07:28:20.986837 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a534fc7e-4c53-4b1b-bacc-c67ecdb667f1 req-045e8df2-8d11-4596-9e9b-8141360f4d4f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520854 Sep 28 07:28:21.600493 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cc507242-6fd9-4bfd-a874-6a88b5a1c01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:22.108657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9539d-f80e-4a6d-ae5b-97185ba24b13 req-34264143-a117-43d5-affa-07c2544ca509 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:22.110151 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-78f9539d-f80e-4a6d-ae5b-97185ba24b13 req-34264143-a117-43d5-affa-07c2544ca509 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0483298 Sep 28 07:28:22.168874 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-78f9539d-f80e-4a6d-ae5b-97185ba24b13 req-9063e883-8fab-4730-8f69-aca826193e14 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531132 Sep 28 07:28:23.286882 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34da0c-60ac-4731-a5fd-05b6a337bca7 req-d3d823b4-9537-4bdd-a4ad-7194508c1704 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:23.288333 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da34da0c-60ac-4731-a5fd-05b6a337bca7 req-d3d823b4-9537-4bdd-a4ad-7194508c1704 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0448129 Sep 28 07:28:23.346763 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da34da0c-60ac-4731-a5fd-05b6a337bca7 req-b377a4ff-151f-4eed-a438-f227d5710d82 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522709 Sep 28 07:28:23.866668 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-21f64834-f235-4a6a-998c-29547e03782d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:24.084607 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:24.085377 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:24.466471 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c7c44-f3d3-4c67-8042-4c631fcfa8db req-b79bcf99-4816-4255-8c76-6c5a9015a583 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:24.467909 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9c9c7c44-f3d3-4c67-8042-4c631fcfa8db req-b79bcf99-4816-4255-8c76-6c5a9015a583 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0456522 Sep 28 07:28:24.530361 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9c9c7c44-f3d3-4c67-8042-4c631fcfa8db req-3fd64d40-2dcf-42e4-afe2-4806cf324e91 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569057 Sep 28 07:28:25.128384 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:25.651708 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310061-6697-4e76-b0b2-526f2d4eff6a req-df7815c6-cef8-4df9-b50f-79327311ae9e tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:25.653194 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c310061-6697-4e76-b0b2-526f2d4eff6a req-df7815c6-cef8-4df9-b50f-79327311ae9e tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0469046 Sep 28 07:28:25.716194 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c310061-6697-4e76-b0b2-526f2d4eff6a req-69c5c05c-98de-4d7f-bf4c-886be0aee2e7 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573699 Sep 28 07:28:26.629270 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:26.751820 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:26.839094 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c96b9c-c8cd-49f0-b02e-dca293ec35b1 req-3a283269-ccd3-4204-84af-6f52dd77c0d5 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:26.840555 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1c96b9c-c8cd-49f0-b02e-dca293ec35b1 req-3a283269-ccd3-4204-84af-6f52dd77c0d5 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0461714 Sep 28 07:28:26.865527 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:26.887068 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:26.905303 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1c96b9c-c8cd-49f0-b02e-dca293ec35b1 req-83221360-8e85-4f0a-8ccf-030ffa8b998c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590515 Sep 28 07:28:28.024027 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3a7c-ddd2-4567-8df7-9be8be7c5f79 req-027d4648-4a51-462f-9105-80667b9ad6b0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:28.025407 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d45c3a7c-ddd2-4567-8df7-9be8be7c5f79 req-027d4648-4a51-462f-9105-80667b9ad6b0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0451415 Sep 28 07:28:28.084376 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d45c3a7c-ddd2-4567-8df7-9be8be7c5f79 req-b42c4317-640e-49f6-abe7-75dbdc6172e1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525982 Sep 28 07:28:29.206283 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18492d4-a968-409b-bff7-356a32c7ab66 req-c0cf942e-41c8-4d3a-a566-ed6e6019be71 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:29.207708 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a18492d4-a968-409b-bff7-356a32c7ab66 req-c0cf942e-41c8-4d3a-a566-ed6e6019be71 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0452943 Sep 28 07:28:29.265996 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a18492d4-a968-409b-bff7-356a32c7ab66 req-a5138700-f6e2-4373-895a-388c8ebd3faf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527613 Sep 28 07:28:30.389257 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e0d01-680e-41c2-996d-85dff47a32c7 req-b63224e0-4e05-4fc8-ace4-00655c2d1758 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:30.390731 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa9e0d01-680e-41c2-996d-85dff47a32c7 req-b63224e0-4e05-4fc8-ace4-00655c2d1758 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0454772 Sep 28 07:28:30.454290 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa9e0d01-680e-41c2-996d-85dff47a32c7 req-c0a9e9aa-bee1-49aa-9e1a-ab50a52c4315 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577502 Sep 28 07:28:31.573247 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82d76-d01c-472a-b6ef-c20cc69d3922 req-9111721f-9252-4289-b7e1-dfab168a41ee tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:31.574731 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-88a82d76-d01c-472a-b6ef-c20cc69d3922 req-9111721f-9252-4289-b7e1-dfab168a41ee tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0456755 Sep 28 07:28:31.633338 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-88a82d76-d01c-472a-b6ef-c20cc69d3922 req-042f32c1-d2ec-4fd6-bea1-5a0a137d7f5f tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530019 Sep 28 07:28:32.717977 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:32.747141 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:32.755994 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fa9ed-bb2b-471d-9aa0-4d0b747874a8 req-33a6d09a-41ce-4fc9-8c44-0d6380ae8d01 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:32.757351 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a3fa9ed-bb2b-471d-9aa0-4d0b747874a8 req-33a6d09a-41ce-4fc9-8c44-0d6380ae8d01 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0477099 Sep 28 07:28:32.817165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a3fa9ed-bb2b-471d-9aa0-4d0b747874a8 req-849cc924-7f03-4751-aa2d-10eaa36803cb tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541687 Sep 28 07:28:33.954885 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2cd23-e3a9-40e0-a523-cef6be987ca1 req-2323da73-243c-43c7-8c18-88e566f6a711 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:33.956246 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bed2cd23-e3a9-40e0-a523-cef6be987ca1 req-2323da73-243c-43c7-8c18-88e566f6a711 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0466495 Sep 28 07:28:34.016114 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bed2cd23-e3a9-40e0-a523-cef6be987ca1 req-a2a7db60-c6a4-4dac-ae19-60c908ddf18c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542974 Sep 28 07:28:35.140165 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84629-ce4a-483d-85b6-0dda41a2be77 req-13a7f44d-dff5-44a7-aa05-74043fb272fc tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:35.141709 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-99e84629-ce4a-483d-85b6-0dda41a2be77 req-13a7f44d-dff5-44a7-aa05-74043fb272fc tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0487490 Sep 28 07:28:35.200290 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-99e84629-ce4a-483d-85b6-0dda41a2be77 req-a945b038-a52f-4e4e-96ae-14626377d5ea tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529325 Sep 28 07:28:36.324280 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e1d5d-2364-488c-8155-53fa8b250984 req-d6d4ca14-6335-4981-bc07-6cacc6e009ef tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:36.325846 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c96e1d5d-2364-488c-8155-53fa8b250984 req-d6d4ca14-6335-4981-bc07-6cacc6e009ef tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0506601 Sep 28 07:28:36.385530 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c96e1d5d-2364-488c-8155-53fa8b250984 req-db257306-6164-4394-9194-18f74a47b853 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540912 Sep 28 07:28:36.744556 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:36.746589 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:37.506201 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b833c73-a78b-48c8-8a7b-cfcb1232acf2 req-0c72595c-af06-4a5a-85a2-b713e6441892 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:37.507689 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4b833c73-a78b-48c8-8a7b-cfcb1232acf2 req-0c72595c-af06-4a5a-85a2-b713e6441892 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0472429 Sep 28 07:28:37.567078 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4b833c73-a78b-48c8-8a7b-cfcb1232acf2 req-78ec15fc-eae0-4664-a0b4-6da89c9a0862 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530307 Sep 28 07:28:38.331136 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:38.686390 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1dc26-37d1-4693-8d4d-2b995f376987 req-d547500e-fced-4066-88a1-5115e02f03bf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:38.687850 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cde1dc26-37d1-4693-8d4d-2b995f376987 req-d547500e-fced-4066-88a1-5115e02f03bf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0462072 Sep 28 07:28:38.747549 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cde1dc26-37d1-4693-8d4d-2b995f376987 req-ef75b4eb-bfd5-4203-a664-7e9741023ca1 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540414 Sep 28 07:28:39.875782 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c04119-39c2-44da-8850-5652b702f2d9 req-0a104de3-b3d6-4980-82d2-cf398bb97dc3 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:39.877330 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e3c04119-39c2-44da-8850-5652b702f2d9 req-0a104de3-b3d6-4980-82d2-cf398bb97dc3 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0545361 Sep 28 07:28:39.948549 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e3c04119-39c2-44da-8850-5652b702f2d9 req-6b668a77-c748-44aa-b1af-a9fa5db2dcc4 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653725 Sep 28 07:28:40.155074 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:28:41.070822 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af213ce6-4cfd-472a-9207-44f0652ee7ee req-08c5798c-11d7-4727-bdad-ac908d0f65b7 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:41.072271 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af213ce6-4cfd-472a-9207-44f0652ee7ee req-08c5798c-11d7-4727-bdad-ac908d0f65b7 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0461330 Sep 28 07:28:41.141172 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af213ce6-4cfd-472a-9207-44f0652ee7ee req-2fe582a0-889f-4626-9597-aad8adbdbedf tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d0c88958-8ce1-4a5d-95cc-305617bd617e&id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628083 Sep 28 07:28:42.532069 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b4e35-be67-44a9-83de-1dce171b486e req-3f54c52f-dd6e-4ee3-bfad-24292d2a00da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:42.533657 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498b4e35-be67-44a9-83de-1dce171b486e req-3f54c52f-dd6e-4ee3-bfad-24292d2a00da service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1130 time: 0.0682232 Sep 28 07:28:42.539275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e92520-e1ac-4122-8dc7-6f8e071b30dc req-7518601b-b1a2-4906-9974-6a902da3caff tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:42.540638 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05e92520-e1ac-4122-8dc7-6f8e071b30dc req-7518601b-b1a2-4906-9974-6a902da3caff tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0771370 Sep 28 07:28:42.643772 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05e92520-e1ac-4122-8dc7-6f8e071b30dc req-7e4b12a2-1f11-47db-890f-5c6f5fc88717 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922744 Sep 28 07:28:42.664350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b4e35-be67-44a9-83de-1dce171b486e req-5b5d5dd8-f4d0-4386-91b9-fb20e2afdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:42.665821 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498b4e35-be67-44a9-83de-1dce171b486e req-5b5d5dd8-f4d0-4386-91b9-fb20e2afdfae service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.1231806 Sep 28 07:28:42.736503 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498b4e35-be67-44a9-83de-1dce171b486e req-f0844fe3-65ff-443a-ab3f-f2601a9b5768 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 1001 time: 0.0592871 Sep 28 07:28:42.794598 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b4e35-be67-44a9-83de-1dce171b486e req-d1ea6a74-964f-4c85-90ae-bdb5bed41670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:42.796595 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498b4e35-be67-44a9-83de-1dce171b486e req-d1ea6a74-964f-4c85-90ae-bdb5bed41670 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0490599 Sep 28 07:28:42.842401 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b4e35-be67-44a9-83de-1dce171b486e req-d6978127-9490-4507-ae85-9d2c8dcdff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:42.843878 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498b4e35-be67-44a9-83de-1dce171b486e req-d6978127-9490-4507-ae85-9d2c8dcdff0a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381279 Sep 28 07:28:42.925775 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:42.936858 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498b4e35-be67-44a9-83de-1dce171b486e req-e7d293d7-c881-42dc-a5fd-68253f20a202 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836022 Sep 28 07:28:43.024278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:43.046086 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498b4e35-be67-44a9-83de-1dce171b486e req-47a91dea-32e6-4d11-957b-b690fa93cfb9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864391 Sep 28 07:28:43.768136 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574f629-f1b0-43d0-a6db-257bd8947f4a req-20625f76-6525-40b7-a982-ee01238ac507 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:43.769597 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f574f629-f1b0-43d0-a6db-257bd8947f4a req-20625f76-6525-40b7-a982-ee01238ac507 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0448327 Sep 28 07:28:43.815917 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f574f629-f1b0-43d0-a6db-257bd8947f4a req-853cc08c-469b-445b-bfb2-f425c8927207 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Sep 28 07:28:44.932539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65065df2-4963-4e7b-90b3-03be8c84e99a req-f654c148-40c3-447a-9437-3b7ea062e7b2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:44.934260 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-65065df2-4963-4e7b-90b3-03be8c84e99a req-f654c148-40c3-447a-9437-3b7ea062e7b2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0442169 Sep 28 07:28:44.980584 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-65065df2-4963-4e7b-90b3-03be8c84e99a req-2bd6ba17-bdd2-4d54-bb1b-5d5c63750fcb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Sep 28 07:28:46.100734 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e14d-cf9b-4dba-82ca-cc5f50c09682 req-a0cf6e22-6a6f-4005-9384-d8a5f4670c14 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:46.102191 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0c64e14d-cf9b-4dba-82ca-cc5f50c09682 req-a0cf6e22-6a6f-4005-9384-d8a5f4670c14 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0454526 Sep 28 07:28:46.151358 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0c64e14d-cf9b-4dba-82ca-cc5f50c09682 req-10cec1be-81d4-4922-b0f7-d8ebcf8c2851 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Sep 28 07:28:47.271372 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80f382-5a83-459c-bcff-64af9cfdb304 req-b523f9c1-c0af-4916-87be-11914b50982b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:47.272854 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8d80f382-5a83-459c-bcff-64af9cfdb304 req-b523f9c1-c0af-4916-87be-11914b50982b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0459394 Sep 28 07:28:47.320690 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8d80f382-5a83-459c-bcff-64af9cfdb304 req-6afffe0d-beb5-4125-a24c-d4dba3e1a119 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Sep 28 07:28:48.325895 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:48.326669 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:48.453236 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2d78-4da8-4cc7-b07a-4fd2b7970270 req-5c341f13-7165-4f57-93de-3e6db9ff571a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:48.456223 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8c6e2d78-4da8-4cc7-b07a-4fd2b7970270 req-5c341f13-7165-4f57-93de-3e6db9ff571a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0556414 Sep 28 07:28:48.504310 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8c6e2d78-4da8-4cc7-b07a-4fd2b7970270 req-9014caa9-08ad-436e-8838-8dd68a3d05b4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Sep 28 07:28:48.652360 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f44bc6-2628-448e-8d7d-68898021d5b6 req-7127a888-6662-4a54-b2f0-4b41c4cacc48 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:48.653841 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-71f44bc6-2628-448e-8d7d-68898021d5b6 req-7127a888-6662-4a54-b2f0-4b41c4cacc48 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0484161 Sep 28 07:28:48.678537 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:48.703260 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-71f44bc6-2628-448e-8d7d-68898021d5b6 req-ffb98ba0-6b48-43f6-9463-c279c7c1fc36 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436401 Sep 28 07:28:49.630491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab1603-fc4b-406d-a1e6-3128056c62c6 req-ad0ed1fa-6410-42ca-84a4-f48391c5b725 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:49.631953 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-62ab1603-fc4b-406d-a1e6-3128056c62c6 req-ad0ed1fa-6410-42ca-84a4-f48391c5b725 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Sep 28 07:28:49.678692 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-62ab1603-fc4b-406d-a1e6-3128056c62c6 req-0db5d4d7-be1e-46d2-b6e6-1eff15998949 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Sep 28 07:28:49.819110 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ceab1-d140-4ebe-8760-a611a684cf65 req-d7f59327-7801-49c6-b9af-08be8018e03b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:49.820448 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-215ceab1-d140-4ebe-8760-a611a684cf65 req-d7f59327-7801-49c6-b9af-08be8018e03b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0450826 Sep 28 07:28:49.832826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:49.868638 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-215ceab1-d140-4ebe-8760-a611a684cf65 req-b66fec12-df64-478b-9179-09c5752ae38f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420566 Sep 28 07:28:50.149625 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:50.150591 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:50.798853 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b41d7-d1b5-49cc-b429-f2a2075fd36b req-52ede247-2758-440a-b6f5-90e377397142 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:50.800317 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d71b41d7-d1b5-49cc-b429-f2a2075fd36b req-52ede247-2758-440a-b6f5-90e377397142 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0458221 Sep 28 07:28:50.846244 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d71b41d7-d1b5-49cc-b429-f2a2075fd36b req-829cd20a-4fa7-4385-bec3-6216a7230ec7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Sep 28 07:28:50.987580 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897ce50-12ad-4e27-9c9b-a3f56d84898b req-f9f1e4a1-75ea-4eef-8993-e105d5cb4fd3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:50.988908 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2897ce50-12ad-4e27-9c9b-a3f56d84898b req-f9f1e4a1-75ea-4eef-8993-e105d5cb4fd3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0445681 Sep 28 07:28:51.037094 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2897ce50-12ad-4e27-9c9b-a3f56d84898b req-ab284712-76bb-487e-91d5-885caff56dde tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427630 Sep 28 07:28:51.602192 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2029b77c-2952-434c-9d19-5a4410468d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:51.968119 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd528-2267-4625-aecf-dfa3e25d4423 req-1b680797-996a-4174-94fc-4a8efb059148 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:51.969572 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e9cbd528-2267-4625-aecf-dfa3e25d4423 req-1b680797-996a-4174-94fc-4a8efb059148 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0445390 Sep 28 07:28:52.019602 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e9cbd528-2267-4625-aecf-dfa3e25d4423 req-ef6c9904-fb5c-42d5-9fe3-200a2877b325 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445247 Sep 28 07:28:52.163296 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb34e-fe26-43f5-ad28-ffa3b9834b46 req-cca7d584-b149-4bf4-9e57-5e7845311444 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:52.164658 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-26beb34e-fe26-43f5-ad28-ffa3b9834b46 req-cca7d584-b149-4bf4-9e57-5e7845311444 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0468476 Sep 28 07:28:52.211080 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-26beb34e-fe26-43f5-ad28-ffa3b9834b46 req-9238ea7a-3cc6-43f7-aa89-08bcd22ddd64 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404251 Sep 28 07:28:53.138694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba7100-d6a8-4bdf-8eb1-71bdcbadc228 req-9e5578b4-42a6-41b8-a34c-ad4c50dce002 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:53.140170 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5ba7100-d6a8-4bdf-8eb1-71bdcbadc228 req-9e5578b4-42a6-41b8-a34c-ad4c50dce002 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0447559 Sep 28 07:28:53.186345 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5ba7100-d6a8-4bdf-8eb1-71bdcbadc228 req-adb76ea2-8748-4922-a0db-15b7e7908459 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406315 Sep 28 07:28:53.328840 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095034f-8197-4545-a694-4f9287da731c req-38fbf7c3-5f61-4438-a95e-4a649083acec tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:53.330295 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5095034f-8197-4545-a694-4f9287da731c req-38fbf7c3-5f61-4438-a95e-4a649083acec tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0447962 Sep 28 07:28:53.376481 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5095034f-8197-4545-a694-4f9287da731c req-c22bf842-a4e1-470b-8b01-6e2ca2a9fc8b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407689 Sep 28 07:28:53.869181 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-65b0c0b1-240f-4e2b-bd02-0c7187d6e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:54.302801 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9c591-c708-4a86-a68e-86698fa20329 req-1efc5e4a-91ad-47ae-93ed-5db18da592ae tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:54.304231 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dfe9c591-c708-4a86-a68e-86698fa20329 req-1efc5e4a-91ad-47ae-93ed-5db18da592ae tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0441427 Sep 28 07:28:54.349834 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dfe9c591-c708-4a86-a68e-86698fa20329 req-089cf376-9ef4-46fd-b688-e3665a92ecb3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400193 Sep 28 07:28:54.499723 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0774d4-430f-4e7e-9801-e4341ffafd0b req-ba8097b1-d597-4789-b47b-d66de5beb1a3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:54.501091 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6e0774d4-430f-4e7e-9801-e4341ffafd0b req-ba8097b1-d597-4789-b47b-d66de5beb1a3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0480576 Sep 28 07:28:54.549186 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6e0774d4-430f-4e7e-9801-e4341ffafd0b req-335f5b2b-c6bd-4305-8e96-e72a9af770b3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424933 Sep 28 07:28:55.130269 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:55.482583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97208701-07de-4be9-83c8-0318fbfa453d req-c531baa9-ae1b-473c-b3ce-40813b608358 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:55.484063 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97208701-07de-4be9-83c8-0318fbfa453d req-c531baa9-ae1b-473c-b3ce-40813b608358 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0542777 Sep 28 07:28:55.531724 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97208701-07de-4be9-83c8-0318fbfa453d req-02453c46-6b26-4709-b6dd-0c0c0943d08a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Sep 28 07:28:55.667268 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a9ef-79be-4b02-8932-7b3090cbe123 req-024de7aa-dce1-429a-b942-7cb022f49ed2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:55.668634 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f8f1a9ef-79be-4b02-8932-7b3090cbe123 req-024de7aa-dce1-429a-b942-7cb022f49ed2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0444295 Sep 28 07:28:55.716965 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f8f1a9ef-79be-4b02-8932-7b3090cbe123 req-09b26acf-3acd-4c91-bc40-416e7a8655a5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423334 Sep 28 07:28:56.635297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:56.753612 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:56.838892 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e6ef4-1ff4-4f98-8cdf-c341592fa337 req-01a62b69-fa3a-48e2-8bc6-a82c60900dde tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:56.840361 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f42e6ef4-1ff4-4f98-8cdf-c341592fa337 req-01a62b69-fa3a-48e2-8bc6-a82c60900dde tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.2334535 Sep 28 07:28:56.863391 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ad6d7-bad7-42c4-9e10-4f27fc746e13 req-65e04420-758e-4d56-b5b2-1b041c32c906 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:56.864914 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af2ad6d7-bad7-42c4-9e10-4f27fc746e13 req-65e04420-758e-4d56-b5b2-1b041c32c906 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.1018844 Sep 28 07:28:56.888537 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f42e6ef4-1ff4-4f98-8cdf-c341592fa337 req-e2da4cde-a9a3-4115-b544-85c2e65e303c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418751 Sep 28 07:28:56.919203 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af2ad6d7-bad7-42c4-9e10-4f27fc746e13 req-b777d619-36fb-4514-b308-96299207b5e7 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485349 Sep 28 07:28:56.994156 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe0604-e2cb-4a42-8cc1-e3511195bb42 req-d0ab11f0-6565-4852-8b88-50f68db10ab5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:56.995600 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cefe0604-e2cb-4a42-8cc1-e3511195bb42 req-d0ab11f0-6565-4852-8b88-50f68db10ab5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0453026 Sep 28 07:28:57.041984 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-cefe0604-e2cb-4a42-8cc1-e3511195bb42 req-28aaa2e7-f5fa-4a04-8026-b85f68f5cf78 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405362 Sep 28 07:28:58.018552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8de7-5e4d-4caf-9b9d-861510b8ade5 req-e12a598a-b9dd-49d6-8cd7-7ed8f3ba023a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:58.020068 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06db8de7-5e4d-4caf-9b9d-861510b8ade5 req-e12a598a-b9dd-49d6-8cd7-7ed8f3ba023a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0498245 Sep 28 07:28:58.038878 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91f3f8-497b-46af-ad03-29861a16ec6c req-3aeac989-8136-4f21-ab61-d36f6991d628 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:58.040353 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-df91f3f8-497b-46af-ad03-29861a16ec6c req-3aeac989-8136-4f21-ab61-d36f6991d628 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0461080 Sep 28 07:28:58.064307 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:58.069091 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06db8de7-5e4d-4caf-9b9d-861510b8ade5 req-dfbfe717-752e-4f23-a967-19899736c0d6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434542 Sep 28 07:28:58.096993 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-df91f3f8-497b-46af-ad03-29861a16ec6c req-02188447-e2d4-4d65-b3d9-b25038397b97 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505767 Sep 28 07:28:58.169976 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832395d-1d25-4f82-a5c5-e4936426b37a req-016f3de1-6525-4ae0-8bd1-53213c0f5be4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:58.171416 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c832395d-1d25-4f82-a5c5-e4936426b37a req-016f3de1-6525-4ae0-8bd1-53213c0f5be4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0448961 Sep 28 07:28:58.219241 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c832395d-1d25-4f82-a5c5-e4936426b37a req-4718cd18-14d2-40d0-b0ac-0b7b80d14af6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421786 Sep 28 07:28:59.196046 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a303e-77b4-48ab-883d-3c7eaf39e3b5 req-28658f77-adfd-428f-94ea-0b61c5b5e906 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:59.197557 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7b1a303e-77b4-48ab-883d-3c7eaf39e3b5 req-28658f77-adfd-428f-94ea-0b61c5b5e906 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0513318 Sep 28 07:28:59.236324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331ed64-9f66-43b4-93ce-5d2d4e37d952 req-57101bc5-415c-42eb-9a4f-4e09368ac392 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:59.237873 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3331ed64-9f66-43b4-93ce-5d2d4e37d952 req-57101bc5-415c-42eb-9a4f-4e09368ac392 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0473206 Sep 28 07:28:59.254370 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7b1a303e-77b4-48ab-883d-3c7eaf39e3b5 req-4392aa58-8044-4060-9ee6-dd1d5acdf1ae tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505879 Sep 28 07:28:59.322927 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-e01f4466-8831-4a28-9c1f-9e95de4c34ae tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:59.324407 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-e01f4466-8831-4a28-9c1f-9e95de4c34ae tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 947 time: 0.0757291 Sep 28 07:28:59.332606 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:59.344914 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3331ed64-9f66-43b4-93ce-5d2d4e37d952 req-10088699-f880-4d53-85bf-81bf14046002 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c6d4343-a291-41cb-a00a-845ce201811e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988543 Sep 28 07:28:59.370755 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13664827-ccde-47ea-a296-03e87acf18f7 req-8fae4a3e-f803-46db-a9a8-97ad5294439d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:59.373478 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-13664827-ccde-47ea-a296-03e87acf18f7 req-8fae4a3e-f803-46db-a9a8-97ad5294439d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0577180 Sep 28 07:28:59.415674 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:59.418375 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Deleting port a5ca836c-b241-4501-9e8a-0a676dc640ae {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:28:59.418755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:59.424076 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-13664827-ccde-47ea-a296-03e87acf18f7 req-91966379-88f8-4cd4-8565-c939067c86de tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447922 Sep 28 07:28:59.512182 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] For port a5ca836c-b241-4501-9e8a-0a676dc640ae, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a5ca836c-b241-4501-9e8a-0a676dc640ae,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:28:59.512553 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:59.620917 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:28:59.629662 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd5e0c-d509-4e68-b361-4d3a75c56928 req-53b5c848-4486-46d0-bb52-c670c92c5893 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:28:59.631123 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0bdd5e0c-d509-4e68-b361-4d3a75c56928 req-53b5c848-4486-46d0-bb52-c670c92c5893 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0499375 Sep 28 07:28:59.677662 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0bdd5e0c-d509-4e68-b361-4d3a75c56928 req-bd877cd8-bfed-4701-b2c1-b57ed13813c9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409422 Sep 28 07:28:59.727309 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:59.727694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (d5a2730d-18dd-4bf8-8a8d-0ba4c025058b), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:59.728068 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Floating IP d5a2730d-18dd-4bf8-8a8d-0ba4c025058b disassociated. External IP: 172.27.2.78, port: a5ca836c-b241-4501-9e8a-0a676dc640ae. Sep 28 07:28:59.728414 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Calling delete_port for a5ca836c-b241-4501-9e8a-0a676dc640ae owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:28:59.852447 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (a5ca836c-b241-4501-9e8a-0a676dc640ae), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:28:59.878548 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event deleted for resources: {'Port': ['ID=a5ca836c-b241-4501-9e8a-0a676dc640ae,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:28:59.988397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Router a143e79c-0f84-4509-a5e0-0cd8d3472037 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:00.045164 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:00.092023 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:00.101866 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] Sync routers for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:00.112578 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:00.113147 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:28:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:00.135903 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] No DVR routers for this DVR port a5ca836c-b241-4501-9e8a-0a676dc640ae on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:29:00.139180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:00.142707 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c4f724a5-9f87-4df5-aa8f-62ae9f2971f0 req-2c49059b-289e-42b7-be66-64656f999ae4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a5ca836c-b241-4501-9e8a-0a676dc640ae HTTP/1.1" status: 204 len: 173 time: 0.8077371 Sep 28 07:29:00.143233 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-deleted', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:00.145565 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815bc516-82c8-4d17-8a91-9455f7f44d0a" -d '{"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-deleted", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:00.183907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b95585-8fd9-490e-b944-93d43f14b443 x-openstack-request-id: req-65b95585-8fd9-490e-b944-93d43f14b443 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:00.184161 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85725e51-be6a-4dc2-9438-347c786282f0", "name": "network-vif-deleted", "tag": "a5ca836c-b241-4501-9e8a-0a676dc640ae", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:00.184414 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65b95585-8fd9-490e-b944-93d43f14b443 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:00.184907 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b95585-8fd9-490e-b944-93d43f14b443'] response: {'server_uuid': '85725e51-be6a-4dc2-9438-347c786282f0', 'name': 'network-vif-deleted', 'tag': 'a5ca836c-b241-4501-9e8a-0a676dc640ae', 'status': 'completed', 'code': 200} Sep 28 07:29:00.352373 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:00.378353 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69690fa-5d35-4cf4-ad42-85eeb501305a req-798882be-43b7-4688-b6cc-b579e92541ee tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:00.379854 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d69690fa-5d35-4cf4-ad42-85eeb501305a req-798882be-43b7-4688-b6cc-b579e92541ee tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0461304 Sep 28 07:29:00.433967 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d69690fa-5d35-4cf4-ad42-85eeb501305a req-75b2ca3b-320c-43f6-a7b1-4791b85473a5 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467885 Sep 28 07:29:00.482671 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a7677bf6-bc0e-461b-8076-be9605834aac req-84327519-cc6d-4e80-860c-33c92012d361 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0356579 Sep 28 07:29:00.570908 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:00.603109 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] Checking router: a143e79c-0f84-4509-a5e0-0cd8d3472037 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:00.613713 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:00.614546 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:28:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:00.730281 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704dc1a-16a5-48aa-8901-66cf424ff03c req-c452f369-8088-4972-aa71-36c272df62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:00.732136 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e704dc1a-16a5-48aa-8901-66cf424ff03c req-c452f369-8088-4972-aa71-36c272df62c7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1130 time: 0.0548110 Sep 28 07:29:00.763711 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:00.835294 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114bbcb-0c67-4d6e-8bbc-2b82409ef066 req-7b36911f-64fe-40df-ade2-aea9c9c06ed5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:00.837187 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9114bbcb-0c67-4d6e-8bbc-2b82409ef066 req-7b36911f-64fe-40df-ade2-aea9c9c06ed5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0679104 Sep 28 07:29:00.845720 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-f384576a-7710-46e3-8438-46122e92c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:00.847506 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-f384576a-7710-46e3-8438-46122e92c18e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 1129 time: 0.0688787 Sep 28 07:29:00.896797 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9114bbcb-0c67-4d6e-8bbc-2b82409ef066 req-e743c692-4af3-4ef1-86f1-ee68fa9ca33e tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523772 Sep 28 07:29:00.953078 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e704dc1a-16a5-48aa-8901-66cf424ff03c req-03550ec5-dea5-43d7-bf5c-5bd157f9e323 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807270 Sep 28 07:29:00.963234 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:00.979583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-dda4ce34-b378-4751-b265-a6e11daab918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:00.981144 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-dda4ce34-b378-4751-b265-a6e11daab918 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 911 time: 0.1191773 Sep 28 07:29:01.017897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:01.042462 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac7c24-c0f5-4025-826f-c6bb2df4eeef None None] The sync data for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi is: [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:01.080821 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:01.082148 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:01.273992 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629e7d13-98dd-4695-9036-6f0734aef4ec None None] New status for floating IP d5a2730d-18dd-4bf8-8a8d-0ba4c025058b: DOWN {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:29:01.334546 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-e176c862-fe16-4a87-acd9-43b77ed160c7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 200 len: 1001 time: 0.0745003 Sep 28 07:29:01.393342 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-bca8e80b-fedc-494f-8db4-a212b8f12a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:01.394839 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-bca8e80b-fedc-494f-8db4-a212b8f12a47 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.0492964 Sep 28 07:29:01.562869 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffe697-b411-485a-942b-b8eea62b23fb req-bb4b5c91-0e59-43cb-95fa-c19a7e2f752c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:01.564454 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-30ffe697-b411-485a-942b-b8eea62b23fb req-bb4b5c91-0e59-43cb-95fa-c19a7e2f752c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0491750 Sep 28 07:29:01.607618 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e93d6093-9620-4be9-80aa-74c1f4da9a52 req-dc4ce457-7901-40af-8dc1-38b47577a0d5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85725e51-be6a-4dc2-9438-347c786282f0 HTTP/1.1" status: 200 len: 210 time: 0.0279143 Sep 28 07:29:01.623675 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-30ffe697-b411-485a-942b-b8eea62b23fb req-e8188b33-8a40-4d3b-b31e-e7eeb28654ae tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530562 Sep 28 07:29:02.029169 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519402d-cbd2-415a-93da-d813d78926e4 req-f923435f-55e6-46e1-998e-2b596139b9eb tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:02.030730 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3519402d-cbd2-415a-93da-d813d78926e4 req-f923435f-55e6-46e1-998e-2b596139b9eb tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0489793 Sep 28 07:29:02.080315 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3519402d-cbd2-415a-93da-d813d78926e4 req-1d392b5f-eb57-41b0-aede-ca574aa5b931 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437720 Sep 28 07:29:02.116005 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-50d73fe4-532d-4424-8c72-81356c163fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:02.117794 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-50d73fe4-532d-4424-8c72-81356c163fdf service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447986 Sep 28 07:29:02.229888 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-5867e83d-5238-4ff3-97a6-ab0ef8375ff4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962195 Sep 28 07:29:02.335065 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57aa4be1-9fcb-4735-99e4-c5e0243f9c67 req-d33a6143-1b99-440b-9b2d-5466d3ed606c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860314 Sep 28 07:29:02.710449 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38022) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:02.791742 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f18809-0faf-4bef-9c6c-c0ac41ee7b76 req-b4367c79-fc53-4cb1-958f-81d2f0966c0b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:02.793267 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-06f18809-0faf-4bef-9c6c-c0ac41ee7b76 req-b4367c79-fc53-4cb1-958f-81d2f0966c0b tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0749176 Sep 28 07:29:02.825199 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (0c6d4343-a291-41cb-a00a-845ce201811e), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:02.862739 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (0c6d4343-a291-41cb-a00a-845ce201811e), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:02.884740 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-06f18809-0faf-4bef-9c6c-c0ac41ee7b76 req-274d1fc4-9dce-4dec-86f0-9543c794e16c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834198 Sep 28 07:29:02.922106 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0c6d4343-a291-41cb-a00a-845ce201811e), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:02.925030 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:02.926164 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0c6d4343-a291-41cb-a00a-845ce201811e HTTP/1.1" status: 204 len: 168 time: 0.2146451 Sep 28 07:29:02.929038 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38024) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:02.935324 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6d4343-a291-41cb-a00a-845ce201811e,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:02.942506 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.943130 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.943657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.944000 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.944339 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.944674 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.945040 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.945373 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.945700 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.946029 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.946357 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.946680 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.947005 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.947328 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:02.947648 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afead2-839b-4372-9249-5bc0f1cc77e9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:03.211729 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-e4bbd6a5-e2ff-42ce-a283-3d38ae89a80d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] show failed (client error): The resource could not be found. Sep 28 07:29:03.212619 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e4bbd6a5-e2ff-42ce-a283-3d38ae89a80d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups/0c6d4343-a291-41cb-a00a-845ce201811e HTTP/1.1" status: 404 len: 347 time: 0.2826040 Sep 28 07:29:03.216107 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38028) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:03.256434 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9cc40-3c6f-4c9d-82de-71ea6d9d6fb3 req-88d5996d-23c3-4675-b8e7-b362d3ba02c4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:03.257945 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ca9cc40-3c6f-4c9d-82de-71ea6d9d6fb3 req-88d5996d-23c3-4675-b8e7-b362d3ba02c4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0484049 Sep 28 07:29:03.303912 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ca9cc40-3c6f-4c9d-82de-71ea6d9d6fb3 req-93d9947c-a411-4a49-985d-3b2fba17af07 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401838 Sep 28 07:29:03.339174 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Deleting port fa2c0523-f426-4d59-8e17-54082c0b1026 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:03.339521 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.426392 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.426717 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (fa2c0523-f426-4d59-8e17-54082c0b1026), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.438581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:03.440106 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Calling delete_port for fa2c0523-f426-4d59-8e17-54082c0b1026 owned by network:floatingip {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:03.460370 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: a5ca836c-b241-4501-9e8a-0a676dc640ae {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:03.460709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a5ca836c-b241-4501-9e8a-0a676dc640ae not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:03.559946 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:03.580140 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:03.602695 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (fa2c0523-f426-4d59-8e17-54082c0b1026), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.628222 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event deleted for resources: {'Port': ['ID=fa2c0523-f426-4d59-8e17-54082c0b1026,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:03.651769 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (d5a2730d-18dd-4bf8-8a8d-0ba4c025058b), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.655217 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.656370 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-dd74f563-2736-452b-b302-6908b4b9ba1f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d5a2730d-18dd-4bf8-8a8d-0ba4c025058b HTTP/1.1" status: 204 len: 168 time: 0.4388664 Sep 28 07:29:03.752528 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38032) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:03.757085 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-675b1cc0-9d5a-443a-85f8-2b61eb7b73dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420815453', 'description': 'tempest-description--338528937'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:03.781489 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-675b1cc0-9d5a-443a-85f8-2b61eb7b73dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.804169 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:03.848701 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-675b1cc0-9d5a-443a-85f8-2b61eb7b73dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (dbc0af76-6dd0-4460-a951-1133e10c5695), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.851820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-675b1cc0-9d5a-443a-85f8-2b61eb7b73dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dbc0af76-6dd0-4460-a951-1133e10c5695), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.887157 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-675b1cc0-9d5a-443a-85f8-2b61eb7b73dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.888904 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-675b1cc0-9d5a-443a-85f8-2b61eb7b73dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1353471 Sep 28 07:29:03.890963 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b1cc0-9d5a-443a-85f8-2b61eb7b73dd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc0af76-6dd0-4460-a951-1133e10c5695,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:03.891927 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38034) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:03.896493 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-f2b923c7-0f06-4721-8de2-762b9b8853cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'security_group_rule': {'security_group_id': 'dbc0af76-6dd0-4460-a951-1133e10c5695', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:03.924906 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f2b923c7-0f06-4721-8de2-762b9b8853cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (e587b776-4016-467b-a886-106278991219), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.990998 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f2b923c7-0f06-4721-8de2-762b9b8853cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (e587b776-4016-467b-a886-106278991219), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:03.994958 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f2b923c7-0f06-4721-8de2-762b9b8853cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (e587b776-4016-467b-a886-106278991219), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.011910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b923c7-0f06-4721-8de2-762b9b8853cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e587b776-4016-467b-a886-106278991219,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:04.012136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ccbc7-8cf4-4b3b-a4d8-c7cdf711d53e req-ddcb0061-d0f8-4091-b654-ec3ab4dd393a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:04.014511 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da3ccbc7-8cf4-4b3b-a4d8-c7cdf711d53e req-ddcb0061-d0f8-4091-b654-ec3ab4dd393a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0512793 Sep 28 07:29:04.023976 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f2b923c7-0f06-4721-8de2-762b9b8853cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.025175 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-f2b923c7-0f06-4721-8de2-762b9b8853cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322014 Sep 28 07:29:04.027764 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38038) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:04.032791 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-ebd32e2d-d0c5-495f-8d3b-91c012e43dcd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'security_group_rule': {'security_group_id': 'dbc0af76-6dd0-4460-a951-1133e10c5695', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:04.060709 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ebd32e2d-d0c5-495f-8d3b-91c012e43dcd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (d0a7a6cc-2f65-4f9a-aac7-1026d2e8aa90), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.066188 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da3ccbc7-8cf4-4b3b-a4d8-c7cdf711d53e req-12ae997f-b031-4866-97c3-072036ff9e4f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 Sep 28 07:29:04.119414 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ebd32e2d-d0c5-495f-8d3b-91c012e43dcd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (d0a7a6cc-2f65-4f9a-aac7-1026d2e8aa90), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.124345 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ebd32e2d-d0c5-495f-8d3b-91c012e43dcd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (d0a7a6cc-2f65-4f9a-aac7-1026d2e8aa90), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.142559 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd32e2d-d0c5-495f-8d3b-91c012e43dcd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a7a6cc-2f65-4f9a-aac7-1026d2e8aa90,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:04.151753 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ebd32e2d-d0c5-495f-8d3b-91c012e43dcd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.152970 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-ebd32e2d-d0c5-495f-8d3b-91c012e43dcd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242716 Sep 28 07:29:04.156049 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38042) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:04.160250 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:04.183417 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.264111 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.380115 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Allocated IP 172.27.2.98 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/663d7997-759e-4cd2-9c08-0c96f8b73f1f) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:04.476235 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e427-dbaa-44ab-89fd-7f9466080b42 req-2ce1c3c9-53dd-45c2-ad38-625dd6b6f636 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:04.477817 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0b27e427-dbaa-44ab-89fd-7f9466080b42 req-2ce1c3c9-53dd-45c2-ad38-625dd6b6f636 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0866315 Sep 28 07:29:04.506772 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312504e-5ad9-412c-b4df-f74203c51fc1 req-436b57fb-46d1-444e-9929-8f2bffdfe6b1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:04.508540 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7312504e-5ad9-412c-b4df-f74203c51fc1 req-436b57fb-46d1-444e-9929-8f2bffdfe6b1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0632641 Sep 28 07:29:04.573931 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7312504e-5ad9-412c-b4df-f74203c51fc1 req-c9809233-524e-41b9-af1b-93bc38dee5b2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581710 Sep 28 07:29:04.609216 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-b978a3ec-d61a-4599-bf51-8daa3a249344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:04.610649 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-b978a3ec-d61a-4599-bf51-8daa3a249344 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1130 time: 0.0542235 Sep 28 07:29:04.642265 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:04.715368 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-a63e82e0-e33e-43af-81d0-7c56e887fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:04.717012 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-a63e82e0-e33e-43af-81d0-7c56e887fdb6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.0929120 Sep 28 07:29:04.747178 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:04.766276 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.776442 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0b27e427-dbaa-44ab-89fd-7f9466080b42 req-e6f5aa68-a762-4831-be25-c76e16caed30 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2901180 Sep 28 07:29:04.788171 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:04.803191 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-b1507330-8363-41e7-a01c-a47fe30361a7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 1001 time: 0.0740340 Sep 28 07:29:04.813562 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.852161 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:04.854637 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-fe738522-dcd8-45b9-9a3f-463cef0c36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:04.856095 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-fe738522-dcd8-45b9-9a3f-463cef0c36f9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0445538 Sep 28 07:29:04.857257 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:04.862610 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:04.870548 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'Port': ['ID=663d7997-759e-4cd2-9c08-0c96f8b73f1f,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:04.907902 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-9490af45-9744-440a-8afe-813c4c16a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:04.909404 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-9490af45-9744-440a-8afe-813c4c16a3cb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386624 Sep 28 07:29:04.948789 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (9b79e0d5-34f2-4033-b492-acbfeea0522c), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:04.996907 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:05.011185 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-dc791e9c-a1c7-440d-a6bb-77fa6d380d30 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944791 Sep 28 07:29:05.106197 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b1cf2d72-7b1b-4ea0-8e6f-5a92dd7cbee9 req-578e6511-9044-42c2-803a-8b5e2812b63d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856862 Sep 28 07:29:05.151523 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:05.156347 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:05.157178 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (9b79e0d5-34f2-4033-b492-acbfeea0522c), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:05.198158 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:05.199471 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0424607 Sep 28 07:29:05.206786 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd9d1a-9021-4dbf-b19c-88c6c4b69251 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'Port': ['ID=663d7997-759e-4cd2-9c08-0c96f8b73f1f,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:05.414345 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-cd39f19a-9403-4e57-8368-2a6a3da95843 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1420815453&fields=id&tenant_id=60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 267 time: 0.0482936 Sep 28 07:29:05.524514 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-d3d8d12f-1e1a-4769-b3e2-65c117c4d7d8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:05.526016 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-d3d8d12f-1e1a-4769-b3e2-65c117c4d7d8 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 817 time: 0.1040957 Sep 28 07:29:05.542079 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-60f9437b-4de1-4383-815b-df53be4b8460 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/quotas/60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 375 time: 0.0106809 Sep 28 07:29:05.617256 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-b4821f0d-b4c8-4d5b-88a7-2f73af3988a5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633910 Sep 28 07:29:05.702399 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026758-8356-45f2-a661-d0a0051241fa req-7b2f7bb4-0755-42fe-a845-df6dbcbd1eee tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:05.703848 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6b026758-8356-45f2-a661-d0a0051241fa req-7b2f7bb4-0755-42fe-a845-df6dbcbd1eee tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0494096 Sep 28 07:29:05.715644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:05.728153 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-9f0049f9-52bf-46b4-95a8-745c9796bfa2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982864 Sep 28 07:29:05.755417 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6b026758-8356-45f2-a661-d0a0051241fa req-8d0068c8-71e2-415f-95a2-869d7bb8aafa tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450284 Sep 28 07:29:05.835067 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a3d0500c-fa22-4059-ac9c-f66e13730ea4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000669 Sep 28 07:29:05.913510 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46647a7d-e6f8-4619-b700-0539e8d5add3 req-cef7788d-443a-4f3a-909f-cfd6bb946dba tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:05.914952 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-46647a7d-e6f8-4619-b700-0539e8d5add3 req-cef7788d-443a-4f3a-909f-cfd6bb946dba tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0504224 Sep 28 07:29:05.970860 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-46647a7d-e6f8-4619-b700-0539e8d5add3 req-0b2a1a9b-bf58-473c-ada8-29e12b41c2a0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498688 Sep 28 07:29:06.018418 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-76185ee2-8992-4d60-9225-ceb7c84e7851 req-519f6351-3458-45ff-8555-944bbbcc5ad3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Sep 28 07:29:06.880829 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e519-a4f8-4295-8b27-db4fecbe09b1 req-49484659-8101-4e54-a7e1-274eb77b42b9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:06.882340 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7177e519-a4f8-4295-8b27-db4fecbe09b1 req-49484659-8101-4e54-a7e1-274eb77b42b9 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0463595 Sep 28 07:29:06.936986 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7177e519-a4f8-4295-8b27-db4fecbe09b1 req-fde3f1fe-a92d-4eed-9f49-bb1892cf25fc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463886 Sep 28 07:29:07.124457 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ffa50e15-ce08-40fc-b604-280c808163d0 req-fcdc0876-cdfe-4df5-bc33-accecbe5c549 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 210 time: 0.0279250 Sep 28 07:29:08.048624 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-799d7891-e33b-4b9c-b65f-756e016a12ce service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440328 Sep 28 07:29:08.068016 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0be43e-46d1-43ff-ab51-3aac5d5c3526 req-f79bdc39-db36-41e2-be32-5d20596143e8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:08.069539 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f0be43e-46d1-43ff-ab51-3aac5d5c3526 req-f79bdc39-db36-41e2-be32-5d20596143e8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0504529 Sep 28 07:29:08.118275 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f0be43e-46d1-43ff-ab51-3aac5d5c3526 req-345bc685-ba1c-46a5-8bb3-189a3fd176c0 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Sep 28 07:29:08.126062 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-a5b44f35-9e93-4918-a5b9-f9dd01f5a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:08.127683 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-a5b44f35-9e93-4918-a5b9-f9dd01f5a5fc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 1130 time: 0.0455449 Sep 28 07:29:08.238921 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0ee5fd6a-2907-465b-bfaa-39eac3b3070a req-c4fa92b8-99a5-47f0-9893-a794825a27bd tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 210 time: 0.0275035 Sep 28 07:29:08.240499 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:08.293284 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31622a4f-7509-43f2-8c22-ce0c406575a3 req-1a2d93ff-0363-4fd0-9c8e-2870113129e1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:08.294759 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-31622a4f-7509-43f2-8c22-ce0c406575a3 req-1a2d93ff-0363-4fd0-9c8e-2870113129e1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0873022 Sep 28 07:29:08.305578 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38092) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:08.310927 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Request body: {'floatingip': {'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:08.318318 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-f7eb96af-3def-4ccf-a1b1-bcc3ea71e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:08.319773 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-f7eb96af-3def-4ccf-a1b1-bcc3ea71e2bd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.1411147 Sep 28 07:29:08.333383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:08.365377 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:08.397610 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:08.447091 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:08.641025 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-aa78356a-4dea-4ff6-9d8e-a1806ef2cc5f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d HTTP/1.1" status: 200 len: 217 time: 0.0342205 Sep 28 07:29:08.713244 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-86b8ae4d-442e-4d81-a25b-c471ba230811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:08.714719 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-86b8ae4d-442e-4d81-a25b-c471ba230811 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0649033 Sep 28 07:29:08.801300 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-84da628d-8174-4708-bcf7-bf9d1e1c32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:08.802808 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-84da628d-8174-4708-bcf7-bf9d1e1c32ce service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558195 Sep 28 07:29:08.845074 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:08.849228 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:08.884775 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-9d05bb6b-3ee5-4b1e-9bfb-dcf51108ef14 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:08.886261 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-9d05bb6b-3ee5-4b1e-9bfb-dcf51108ef14 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 817 time: 0.1996441 Sep 28 07:29:08.942091 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-4bc96ada-3c84-4fdb-a072-f81e674183f4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263728 Sep 28 07:29:08.974949 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-944a1199-3640-4534-817f-ccedec66b966 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 380 time: 0.0655015 Sep 28 07:29:09.048934 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:09.055877 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'port': {'device_id': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'admin_state_up': True, 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'security_groups': ['dbc0af76-6dd0-4460-a951-1133e10c5695']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:09.149941 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:09.156482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:09.163355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] Sync routers for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:09.173863 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:09.174807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:28:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:09.192325 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:09.194883 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daef4d7-b327-4fda-b6a4-a18117c815ee" -d '{"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:09.227726 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7cc73e4c-0be8-4314-be70-3c59e88c4101 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/b1a0b70d-926b-4c83-bfea-1c981de3a92f HTTP/1.1" status: 200 len: 993 time: 0.9189181 Sep 28 07:29:09.227927 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40b4de57-f0fa-44fb-8cc0-1c6c18ff1607 req-90aa785a-6a6e-483d-ad05-1980465abf0d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672268 Sep 28 07:29:09.235840 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Made reservation on behalf of 60646ef7a4ad4eb1860952504092742d for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:29:09.239761 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:09.267657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e8271-0e28-4e1f-a808-acd7fc166853 x-openstack-request-id: req-1e3e8271-0e28-4e1f-a808-acd7fc166853 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:09.268275 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:09.268275 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e3e8271-0e28-4e1f-a808-acd7fc166853 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:09.268652 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3e8271-0e28-4e1f-a808-acd7fc166853'] response: {'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'status': 'completed', 'code': 200} Sep 28 07:29:09.293385 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:09.336854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:09.364574 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:09.384629 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:09.390300 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c98c0ac-1db9-465c-8c9d-d70995e950f7 req-544fa4b6-4ff6-4ee5-9c5e-9600e33f5ed6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 210 time: 0.0521059 Sep 28 07:29:09.396521 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-000e1c74-860f-49de-9608-31858a7698ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:09.398030 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-000e1c74-860f-49de-9608-31858a7698ee service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1130 time: 0.0900233 Sep 28 07:29:09.499927 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Allocated IP 172.20.0.9 (ad570fd1-a088-4600-9208-cf0f3843e053/7c0d824b-7e81-48f9-bb63-13e48d358083/c4b55222-9158-47be-a317-e5ecd809aee4) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:09.507453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:09.512177 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'b1a0b70d-926b-4c83-bfea-1c981de3a92f', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'mac_address': 'fa:16:3e:38:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:26:56Z', 'updated_at': '2022-09-28T07:29:08Z', 'revision_number': 3, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:09.537760 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] Checking router: d4c1e8ad-09ed-4674-a1d9-d2706b364a9d for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:09.546852 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:09.547489 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:28:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:09.554003 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-901c3c98-53b6-4d99-a954-17c7f08b21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:09.555476 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-901c3c98-53b6-4d99-a954-17c7f08b21bf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.1311545 Sep 28 07:29:09.648913 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:09.670808 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-b986ac37-8a34-40a1-9aef-2457cf941f06 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 1001 time: 0.1019125 Sep 28 07:29:09.745120 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for port (c4b55222-9158-47be-a317-e5ecd809aee4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:09.764905 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-81fdd97d-dc93-4825-b51f-b5d769c81e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:09.766387 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-81fdd97d-dc93-4825-b51f-b5d769c81e4b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0748303 Sep 28 07:29:09.820215 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:09.822466 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-5441e727-0fc2-453d-a3ab-e2aceac6255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:09.824313 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-5441e727-0fc2-453d-a3ab-e2aceac6255d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484054 Sep 28 07:29:09.860824 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'b1a0b70d-926b-4c83-bfea-1c981de3a92f', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'mac_address': 'fa:16:3e:38:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:26:56Z', 'updated_at': '2022-09-28T07:29:08Z', 'revision_number': 3, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:09.885155 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Network ad570fd1-a088-4600-9208-cf0f3843e053 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:09.889082 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ea329f-5f1d-46b1-9fea-3f50802782bd None None] The sync data for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi is: [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'b1a0b70d-926b-4c83-bfea-1c981de3a92f', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'port_id': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'mac_address': 'fa:16:3e:38:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a5985-193b-4474-81f1-3140ec176c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:26:56Z', 'updated_at': '2022-09-28T07:29:08Z', 'revision_number': 3, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:09.914441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:09.922551 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:09.955174 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:09.976654 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.977028 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.977376 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.977711 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.978042 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.978373 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.978726 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.979054 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.979375 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.979701 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.980026 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.980349 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.980670 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.981015 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:09.981338 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:10.016575 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:10.017217 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.042569 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-cd6b0699-13c1-4ff0-89ad-dc83699aac64 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931086 Sep 28 07:29:10.046955 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-a9611c84-77ae-4475-9c82-9162eaff31c3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9950809 Sep 28 07:29:10.073537 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Request body: {'port': {'device_id': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:10.149810 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:10.190517 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Provisioning complete for port c4b55222-9158-47be-a317-e5ecd809aee4 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:10.191188 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.191704 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Attempt 1 to provision port c4b55222-9158-47be-a317-e5ecd809aee4 Sep 28 07:29:10.193852 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.221842 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9daef4d7-b327-4fda-b6a4-a18117c815ee req-eee1f84b-73bd-4044-8a2c-7bdac62d46e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601455 Sep 28 07:29:10.225831 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Port c4b55222-9158-47be-a317-e5ecd809aee4 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:10.323198 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:10.467501 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b55222-9158-47be-a317-e5ecd809aee4 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:29:10.475243 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Publish callbacks [] for port (c4b55222-9158-47be-a317-e5ecd809aee4), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.488656 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Transition to ACTIVE for port object c4b55222-9158-47be-a317-e5ecd809aee4 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:29:10.493574 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.523126 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fa711-f6cf-4030-b872-c0f9018d8438 req-311180f8-a53b-4641-bc68-7cd902f06c42 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:10.524591 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-958fa711-f6cf-4030-b872-c0f9018d8438 req-311180f8-a53b-4641-bc68-7cd902f06c42 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 931 time: 0.0483747 Sep 28 07:29:10.556787 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:10.577411 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-958fa711-f6cf-4030-b872-c0f9018d8438 req-cc72a130-0d92-4718-b001-724127ff1d6c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466805 Sep 28 07:29:10.612303 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Attempting to bind port c4b55222-9158-47be-a317-e5ecd809aee4 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:29:10.612635 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Attempting to bind port c4b55222-9158-47be-a317-e5ecd809aee4 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:29:10.612991 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Attempting to bind port c4b55222-9158-47be-a317-e5ecd809aee4 on network ad570fd1-a088-4600-9208-cf0f3843e053 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:29:10.653840 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Port c4b55222-9158-47be-a317-e5ecd809aee4 on network ad570fd1-a088-4600-9208-cf0f3843e053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:29:10.654252 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Attempting to bind port c4b55222-9158-47be-a317-e5ecd809aee4 on network ad570fd1-a088-4600-9208-cf0f3843e053 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:29:10.696003 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:29:10.696261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Checking segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:10.696638 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Bound using segment: {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:29:10.697096 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Bound port: c4b55222-9158-47be-a317-e5ecd809aee4, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:29:10.697462 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.726733 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Attempt 2 to provision port c4b55222-9158-47be-a317-e5ecd809aee4 Sep 28 07:29:10.766017 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:29:10.769478 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:29:10.772223 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Port c4b55222-9158-47be-a317-e5ecd809aee4 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:10.777981 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.782558 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:10.783176 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:10.784548 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 1093 time: 0.7216728 Sep 28 07:29:10.785134 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:10.787361 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:10.843894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9721274-0caa-466a-b180-1fa2959cac67 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:10.847537 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcc602e-ec66-4925-9f79-3976e8e5fcd8 x-openstack-request-id: req-3dcc602e-ec66-4925-9f79-3976e8e5fcd8 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:10.847831 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:10.848085 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dcc602e-ec66-4925-9f79-3976e8e5fcd8 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:10.848486 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcc602e-ec66-4925-9f79-3976e8e5fcd8'] response: {'name': 'network-changed', 'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'status': 'completed', 'code': 200} Sep 28 07:29:10.912322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-5c3ebb62-1980-4a98-97dd-648cd2e3142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:10.913873 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-5c3ebb62-1980-4a98-97dd-648cd2e3142c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1127 time: 0.0420313 Sep 28 07:29:10.960329 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-6557b28f-3602-46d2-a69d-0d68316521a3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 217 time: 0.0374804 Sep 28 07:29:11.011161 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-1404af65-3147-4779-916c-5431d0bb6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:11.012629 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-1404af65-3147-4779-916c-5431d0bb6b10 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0451536 Sep 28 07:29:11.073912 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-3112e397-b711-400d-a2a4-2d053ba89192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:11.076074 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-3112e397-b711-400d-a2a4-2d053ba89192 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516787 Sep 28 07:29:11.269586 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:11.271820 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aa2e7a-09b1-4820-bf06-4587587b1fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:11.273819 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Attempt 3 to provision port c4b55222-9158-47be-a317-e5ecd809aee4 Sep 28 07:29:11.307843 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d350eff-32dc-45ed-94f3-da546513e29f x-openstack-request-id: req-0d350eff-32dc-45ed-94f3-da546513e29f {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:11.308136 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:11.308777 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d350eff-32dc-45ed-94f3-da546513e29f {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:11.309211 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d350eff-32dc-45ed-94f3-da546513e29f'] response: {'name': 'network-changed', 'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'status': 'completed', 'code': 200} Sep 28 07:29:11.312538 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-20edf0c1-ac37-4cb2-9446-4f4905ea56c5 None None] Port c4b55222-9158-47be-a317-e5ecd809aee4 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:29:11.340574 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:11.352716 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:11.572581 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:11.579518 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-9027051b-c02e-4aa1-9473-8b7ac25aedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:11.581025 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-9027051b-c02e-4aa1-9473-8b7ac25aedb7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fc7675d275394d8893d0facf20d3a4e7&device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 1130 time: 0.0536754 Sep 28 07:29:11.623687 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-73e0df07-621b-49de-a270-afc48ef74e06 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393211 Sep 28 07:29:11.656158 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:11.781112 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7cfe0-1cb1-42a4-91a7-46b7b9102a50 req-f8e050ea-32d3-4020-a803-5d6b008718c1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:11.782565 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8f7cfe0-1cb1-42a4-91a7-46b7b9102a50 req-f8e050ea-32d3-4020-a803-5d6b008718c1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.1229739 Sep 28 07:29:11.789806 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-85a2baf3-e5ca-401f-9f87-06e29655f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:11.791179 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-85a2baf3-e5ca-401f-9f87-06e29655f10a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 200 len: 919 time: 0.1993351 Sep 28 07:29:12.123931 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7f1bfa8-1c00-463c-872c-62e1381ff043 req-0280e051-d8e9-4414-9ba7-fd9abfe9c98c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764585 Sep 28 07:29:12.160181 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8f7cfe0-1cb1-42a4-91a7-46b7b9102a50 req-3921152f-c14e-47ec-b84a-b3c5eb216f47 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717074 Sep 28 07:29:12.161987 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-f9364c1f-4d2e-49cd-a21a-0057d53a360a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 200 len: 1001 time: 0.3563960 Sep 28 07:29:13.288200 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005cad9-c9dc-4591-8101-c3e12f054cb7 req-8c3616d1-846e-46ce-9143-79c7812ff37c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:13.289678 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1005cad9-c9dc-4591-8101-c3e12f054cb7 req-8c3616d1-846e-46ce-9143-79c7812ff37c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0455947 Sep 28 07:29:13.330004 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:13.337822 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1005cad9-c9dc-4591-8101-c3e12f054cb7 req-6477571d-09fa-407b-962f-a9c4de9731bf tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Sep 28 07:29:13.657958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-08e5d2e1-7554-48cc-bed5-721578c7a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:13.659417 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-08e5d2e1-7554-48cc-bed5-721578c7a36d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1127 time: 0.0662591 Sep 28 07:29:13.661077 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-17240b26-0f8a-4d3c-b309-717a37ebef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:13.662357 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-17240b26-0f8a-4d3c-b309-717a37ebef5b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 200 len: 857 time: 0.0779016 Sep 28 07:29:13.764918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-d85b01e5-5542-4a4e-8428-1fcfe2e3781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:13.766440 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-d85b01e5-5542-4a4e-8428-1fcfe2e3781f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=2074fef2-a4a7-4181-98e7-e7c64838b0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738237 Sep 28 07:29:13.845973 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-96a2e5f6-5dc3-421b-b1ee-4ea0f03024af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:13.847388 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-96a2e5f6-5dc3-421b-b1ee-4ea0f03024af service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.1617413 Sep 28 07:29:13.901954 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-d21c9171-96a7-4463-8884-3e8f033b471a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 217 time: 0.0395670 Sep 28 07:29:13.911442 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-a1fc1760-32de-44bf-b0b6-4f44f85ef8c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311524 Sep 28 07:29:14.016188 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-0b812165-52c9-4179-b93c-5e74920f9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:14.017652 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-0b812165-52c9-4179-b93c-5e74920f9a65 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0915973 Sep 28 07:29:14.086593 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12aa2e7a-09b1-4820-bf06-4587587b1fd6 req-2934ca22-e15f-4eef-8e6f-d201c8cccd50 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591184 Sep 28 07:29:14.091986 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-ac8519b7-c9be-4cfe-9483-a477f82c037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:14.093374 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-ac8519b7-c9be-4cfe-9483-a477f82c037e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636623 Sep 28 07:29:14.140429 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:14.208237 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-8070b2c9-4b43-416f-9ced-0c5238538ea6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839763 Sep 28 07:29:14.302192 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4729a3fc-6dd3-4791-9b60-53b33a66fa3a req-dd23b73f-5aeb-4da3-9758-daaf734f35c0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872464 Sep 28 07:29:14.459702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885b89a-52cb-430d-a1e1-0f25169058eb req-a59219cb-f353-4c58-bd35-1fbc7a2f819f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:14.461086 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a885b89a-52cb-430d-a1e1-0f25169058eb req-a59219cb-f353-4c58-bd35-1fbc7a2f819f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0449908 Sep 28 07:29:14.506929 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a885b89a-52cb-430d-a1e1-0f25169058eb req-84b5ffa8-d3bb-4523-aff8-b53840009f60 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Sep 28 07:29:15.466600 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:29:15.563143 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:15.565173 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:15.574678 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'port_id': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'mac_address': 'fa:16:3e:07:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:29:15.613241 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:15.613630 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:15.626558 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b55222-9158-47be-a317-e5ecd809aee4 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:29:15.627247 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:15.635435 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165fae-de2c-41e5-bd67-5bed516d3970 req-808230be-bbbb-4059-b89d-e46cbcc5feb2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:15.636916 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1a165fae-de2c-41e5-bd67-5bed516d3970 req-808230be-bbbb-4059-b89d-e46cbcc5feb2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0476353 Sep 28 07:29:15.646580 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:15.650431 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:15.685349 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1a165fae-de2c-41e5-bd67-5bed516d3970 req-62d3b6e9-ba97-4865-8feb-5491ec540091 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Sep 28 07:29:15.696815 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:15.704290 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.704622 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.704999 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.705351 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.705680 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.706001 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.706329 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.706634 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.706948 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.707262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.707577 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.707909 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.708231 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.708530 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:15.708837 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:16.090145 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['c4b55222-9158-47be-a317-e5ecd809aee4'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:29:16.173815 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:16.796735 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:16.814888 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54149044-d65b-4b98-9145-4d73b8309187 req-f5799ff3-f426-4fb6-8a55-e58157767128 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:16.816345 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-54149044-d65b-4b98-9145-4d73b8309187 req-f5799ff3-f426-4fb6-8a55-e58157767128 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 944 time: 0.0461745 Sep 28 07:29:16.866909 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-54149044-d65b-4b98-9145-4d73b8309187 req-92c7278a-be2a-469a-afb9-ed7a863cacb2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Sep 28 07:29:17.153077 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:29:17.471610 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:29:17.512265 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port c4b55222-9158-47be-a317-e5ecd809aee4 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:29:17.518407 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port c4b55222-9158-47be-a317-e5ecd809aee4 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:17.518867 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:17.519185 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port c4b55222-9158-47be-a317-e5ecd809aee4 Sep 28 07:29:17.714334 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:17.714717 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:17.737338 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:17.739472 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f065b09a-6281-47a4-a242-ec832dfe5684" -d '{"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:17.752222 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:17.755802 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:17.779091 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13171969-aeae-4e03-9e18-54c6c3194ee8 x-openstack-request-id: req-13171969-aeae-4e03-9e18-54c6c3194ee8 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:17.779402 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:17.779654 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13171969-aeae-4e03-9e18-54c6c3194ee8 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:17.780038 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13171969-aeae-4e03-9e18-54c6c3194ee8'] response: {'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'code': 200} Sep 28 07:29:17.804379 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:18.010436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aa1f8-6d00-469b-93d9-f0e9321ad1b4 req-c2416a6e-954e-4de0-921a-a1cb1c06149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:18.011832 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-477aa1f8-6d00-469b-93d9-f0e9321ad1b4 req-c2416a6e-954e-4de0-921a-a1cb1c06149e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1129 time: 0.0673802 Sep 28 07:29:18.018222 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed011115-0f27-447d-ab2e-eb781b9fd66c req-4e4c1b80-c178-4dfb-a24b-d4064aad549b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:18.019576 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed011115-0f27-447d-ab2e-eb781b9fd66c req-4e4c1b80-c178-4dfb-a24b-d4064aad549b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0666668 Sep 28 07:29:18.092971 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-477aa1f8-6d00-469b-93d9-f0e9321ad1b4 req-67736ef5-9f56-4d42-a1d8-c1bce11f8674 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692425 Sep 28 07:29:18.099499 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed011115-0f27-447d-ab2e-eb781b9fd66c req-2202a16d-166a-40fd-8b1f-f588950a25d3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695412 Sep 28 07:29:19.231900 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33979d70-9b04-4717-9a09-9d0473412fe0 req-be55ad6e-2cd5-4128-a208-b7e8f588b8f1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:19.233481 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-33979d70-9b04-4717-9a09-9d0473412fe0 req-be55ad6e-2cd5-4128-a208-b7e8f588b8f1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0512066 Sep 28 07:29:19.280514 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-33979d70-9b04-4717-9a09-9d0473412fe0 req-757a5ac6-04e4-449e-bcd8-0aaabebe62b3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Sep 28 07:29:20.463501 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df675877-98eb-4ced-8775-028e0c06fd52 req-425112aa-19fd-492a-b352-ea8fd6d2a36f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:20.465307 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df675877-98eb-4ced-8775-028e0c06fd52 req-425112aa-19fd-492a-b352-ea8fd6d2a36f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0460279 Sep 28 07:29:20.514447 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df675877-98eb-4ced-8775-028e0c06fd52 req-e86713ab-df73-4599-8288-883524b2068c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Sep 28 07:29:20.634234 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe1f3-1aea-4916-bc3f-450d7e82d70a req-525f126a-2bd8-42bd-b950-98f2a282de02 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:20.635595 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-276fe1f3-1aea-4916-bc3f-450d7e82d70a req-525f126a-2bd8-42bd-b950-98f2a282de02 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0452478 Sep 28 07:29:20.646146 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38136) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:20.650495 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Request body: {'floatingip': {'port_id': 'c4b55222-9158-47be-a317-e5ecd809aee4'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:20.687367 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (9b79e0d5-34f2-4033-b492-acbfeea0522c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:21.101646 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:21.105069 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (9b79e0d5-34f2-4033-b492-acbfeea0522c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:21.198011 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Floating IP 9b79e0d5-34f2-4033-b492-acbfeea0522c associated. External IP: 172.27.2.98, port: c4b55222-9158-47be-a317-e5ecd809aee4. Sep 28 07:29:21.564507 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:21.581454 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Router a143e79c-0f84-4509-a5e0-0cd8d3472037 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:21.604671 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-47e04200-ef43-43bb-aea6-bb1fd0540458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:21.684102 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:21.689046 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:21.695398 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] Sync routers for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:21.706410 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:21.707483 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:28:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:21.708163 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:21.721370 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2b8efb07-e511-4607-9f8f-0dc975fa8f61 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/9b79e0d5-34f2-4033-b492-acbfeea0522c HTTP/1.1" status: 200 len: 990 time: 1.0741439 Sep 28 07:29:21.722240 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:21.724535 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:21.762700 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca978889-47a4-42e3-ad49-5c1e96b8ac86 x-openstack-request-id: req-ca978889-47a4-42e3-ad49-5c1e96b8ac86 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:21.763040 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:21.763467 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca978889-47a4-42e3-ad49-5c1e96b8ac86 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:21.764002 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca978889-47a4-42e3-ad49-5c1e96b8ac86'] response: {'name': 'network-changed', 'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'status': 'completed', 'code': 200} Sep 28 07:29:21.810773 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:21.831278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-f9f48a7b-6f31-47cb-93cd-b86b792378e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:21.832685 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-f9f48a7b-6f31-47cb-93cd-b86b792378e6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1129 time: 0.0376880 Sep 28 07:29:21.926991 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-e7568a05-0b3f-4f93-a77b-a4d1a255345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:21.928451 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-e7568a05-0b3f-4f93-a77b-a4d1a255345b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.0881808 Sep 28 07:29:21.993626 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-037d64f7-54cb-49b8-bf96-76de83191dd3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 998 time: 0.0556560 Sep 28 07:29:22.021163 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '9b79e0d5-34f2-4033-b492-acbfeea0522c', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'port_id': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'mac_address': 'fa:16:3e:07:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:29:04Z', 'updated_at': '2022-09-28T07:29:21Z', 'revision_number': 1, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:22.045802 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] Checking router: a143e79c-0f84-4509-a5e0-0cd8d3472037 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:22.051806 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-f418232b-b984-40ee-88c6-f7c316417f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:22.053336 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-f418232b-b984-40ee-88c6-f7c316417f1b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0490746 Sep 28 07:29:22.054141 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:22.054721 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:28:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:22.101076 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-7a23ad2d-4f84-422a-8ca7-aab0efe31dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:22.102554 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-7a23ad2d-4f84-422a-8ca7-aab0efe31dca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393758 Sep 28 07:29:22.156310 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:22.200939 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:22.205261 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-d47b610e-e37a-4e4c-9c80-91e421c27a9b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916753 Sep 28 07:29:22.304530 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa8a60f-9a4f-43fb-a136-37f570a94e7f req-28cac292-f9f1-4c0e-8c9a-dcf13f8d9822 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Sep 28 07:29:22.369832 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '9b79e0d5-34f2-4033-b492-acbfeea0522c', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'port_id': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'mac_address': 'fa:16:3e:07:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:29:04Z', 'updated_at': '2022-09-28T07:29:21Z', 'revision_number': 1, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:22.394654 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7212d-f8dd-45ec-9756-f7f3ba1054b8 None None] The sync data for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi is: [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '9b79e0d5-34f2-4033-b492-acbfeea0522c', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'port_id': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'mac_address': 'fa:16:3e:07:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:29:04Z', 'updated_at': '2022-09-28T07:29:21Z', 'revision_number': 1, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:22.591827 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cce738-2c14-4574-8f53-68adbec9802a None None] New status for floating IP 9b79e0d5-34f2-4033-b492-acbfeea0522c: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:29:23.871155 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-df12873e-870b-46f5-aaba-39dcd18ee39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:25.126838 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:25.133972 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:26.633441 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:26.745884 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:31.718655 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=20 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:32.294895 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:32.301552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=11 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:33.583179 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-83feafc8-9cb7-4027-aac4-93f250849430 req-4e3c07da-e61d-4b2e-bff8-0b92e12b6c55 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1162801177&fields=id&tenant_id=a3324b12312f43ebab7273b438ad9b65 HTTP/1.1" status: 200 len: 267 time: 0.0445828 Sep 28 07:29:33.633205 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feafc8-9cb7-4027-aac4-93f250849430 req-5995ca58-5b9d-4d3d-8180-07c2b729b4d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:33.634642 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-83feafc8-9cb7-4027-aac4-93f250849430 req-5995ca58-5b9d-4d3d-8180-07c2b729b4d0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 985 time: 0.0463800 Sep 28 07:29:33.645151 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Request body: {'port': {'security_groups': ['45069105-27f0-4250-8c79-942d9c8ecc8f']}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:33.720845 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:33.887533 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:33.915624 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:33.919991 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:33.931973 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:33.932584 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:33.934214 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-83feafc8-9cb7-4027-aac4-93f250849430 req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "PUT /networking/v2.0/ports/6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 943 time: 0.2934852 Sep 28 07:29:33.934707 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:33.937058 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10654b91-003c-43c7-9761-899e98bed5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:33.940269 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38160) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:33.970717 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['6f031da6-bf17-41ab-9430-71bbd4ddf1d8'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:29:33.995021 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2e1df-fae4-453a-a2b9-6fec2907044b tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event updated for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=7']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:34.004889 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-02c7e743-e387-41b5-b0bd-c66d83ab0576 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group (d0c88958-8ce1-4a5d-95cc-305617bd617e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.033238 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-02c7e743-e387-41b5-b0bd-c66d83ab0576 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group (d0c88958-8ce1-4a5d-95cc-305617bd617e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.064574 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939c513d-d26f-4b74-bc0e-e91b23497890 x-openstack-request-id: req-939c513d-d26f-4b74-bc0e-e91b23497890 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:34.064879 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:34.065396 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-939c513d-d26f-4b74-bc0e-e91b23497890 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:34.065874 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939c513d-d26f-4b74-bc0e-e91b23497890'] response: {'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'status': 'completed', 'code': 200} Sep 28 07:29:34.108260 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-02c7e743-e387-41b5-b0bd-c66d83ab0576 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d0c88958-8ce1-4a5d-95cc-305617bd617e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.111349 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-02c7e743-e387-41b5-b0bd-c66d83ab0576 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.115076 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-02c7e743-e387-41b5-b0bd-c66d83ab0576 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d0c88958-8ce1-4a5d-95cc-305617bd617e HTTP/1.1" status: 204 len: 168 time: 0.1711822 Sep 28 07:29:34.117388 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38166) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:34.123004 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7e743-e387-41b5-b0bd-c66d83ab0576 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c88958-8ce1-4a5d-95cc-305617bd617e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:34.130743 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['6f031da6-bf17-41ab-9430-71bbd4ddf1d8'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:29:34.174462 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:34.212699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654b91-003c-43c7-9761-899e98bed5d3 req-0c24ebc7-f012-4a71-80ae-3f30b8f96794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:34.214967 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10654b91-003c-43c7-9761-899e98bed5d3 req-0c24ebc7-f012-4a71-80ae-3f30b8f96794 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1130 time: 0.1121869 Sep 28 07:29:34.278287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Deleting port a17d57b0-c7fe-413e-a44a-95c69e47f720 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:34.278956 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.313986 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654b91-003c-43c7-9761-899e98bed5d3 req-2e012c07-51a7-41b7-9465-c76b1d870621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:34.315456 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10654b91-003c-43c7-9761-899e98bed5d3 req-2e012c07-51a7-41b7-9465-c76b1d870621 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 200 len: 916 time: 0.0891027 Sep 28 07:29:34.359321 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.359632 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for floatingip (a17d57b0-c7fe-413e-a44a-95c69e47f720), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.371989 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Calling delete_port for a17d57b0-c7fe-413e-a44a-95c69e47f720 owned by network:floatingip {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:34.386940 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10654b91-003c-43c7-9761-899e98bed5d3 req-5ef00164-2769-43a6-a6cd-db287c5fbe0a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 1002 time: 0.0579786 Sep 28 07:29:34.453669 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654b91-003c-43c7-9761-899e98bed5d3 req-d63bd288-4ece-4221-89e9-e6775a74b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:34.454858 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10654b91-003c-43c7-9761-899e98bed5d3 req-d63bd288-4ece-4221-89e9-e6775a74b8a9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0bb78d50-505b-4095-a4b1-53a3e354ba2d HTTP/1.1" status: 200 len: 854 time: 0.0500367 Sep 28 07:29:34.504061 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654b91-003c-43c7-9761-899e98bed5d3 req-a616a417-2387-431a-910e-bc6517cf22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:34.505607 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10654b91-003c-43c7-9761-899e98bed5d3 req-a616a417-2387-431a-910e-bc6517cf22bd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399604 Sep 28 07:29:34.538636 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:34.557594 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (a17d57b0-c7fe-413e-a44a-95c69e47f720), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.565605 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:34.590404 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event deleted for resources: {'Port': ['ID=a17d57b0-c7fe-413e-a44a-95c69e47f720,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:34.610813 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks [] for floatingip (feb16ae9-d84f-4fdc-85e0-46fa4313c4ef), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.611140 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Floating IP feb16ae9-d84f-4fdc-85e0-46fa4313c4ef disassociated (deleted). External IP: 172.27.2.188, port: 6f031da6-bf17-41ab-9430-71bbd4ddf1d8. Sep 28 07:29:34.619440 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10654b91-003c-43c7-9761-899e98bed5d3 req-e0c2b2cc-2b73-4228-b08d-ef5fce39a64e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955415 Sep 28 07:29:34.721030 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10654b91-003c-43c7-9761-899e98bed5d3 req-410467b4-655a-4e62-ba94-656f1a95b19c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904639 Sep 28 07:29:34.809342 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Router b84c33d2-9710-40a0-943c-e2166cba4747 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:34.909538 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:34.914280 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:34.918627 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] Sync routers for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:34.928938 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:34.929566 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:34.945079 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7539ac81-1374-4842-b2f7-10a75cb6aca6 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/feb16ae9-d84f-4fdc-85e0-46fa4313c4ef HTTP/1.1" status: 204 len: 168 time: 0.8265581 Sep 28 07:29:35.032548 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:35.066446 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:35.176553 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:35.236098 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 5, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:35.260451 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] Checking router: b84c33d2-9710-40a0-943c-e2166cba4747 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:35.268592 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:35.269260 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:35.460822 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:35.638400 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 5, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:35.666867 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5086c19-b763-4826-bb15-f567dd1d72f7 None None] The sync data for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi is: [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:05Z', 'revision_number': 4, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'fe84ae08-dd44-43b3-a7bb-bc250a1432cc', 'name': '', 'network_id': '7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'mac_address': 'fa:16:3e:db:e4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:05Z', 'updated_at': '2022-09-28T07:26:10Z', 'revision_number': 5, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'subnets': [{'id': '0bb78d50-505b-4095-a4b1-53a3e354ba2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:35.892466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267796d5-8b83-41fc-82a2-bb50b56ba96b None None] New status for floating IP feb16ae9-d84f-4fdc-85e0-46fa4313c4ef: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:29:36.067231 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:36.069600 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:36.108586 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82145473-4337-421f-bcc0-60b0c1ccf6ca x-openstack-request-id: req-82145473-4337-421f-bcc0-60b0c1ccf6ca {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:36.109023 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:36.109231 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82145473-4337-421f-bcc0-60b0c1ccf6ca {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:36.109598 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82145473-4337-421f-bcc0-60b0c1ccf6ca'] response: {'name': 'network-changed', 'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'status': 'completed', 'code': 200} Sep 28 07:29:36.183530 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-9a0e7885-a56c-495a-9fac-bf0722f74abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:36.185217 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-9a0e7885-a56c-495a-9fac-bf0722f74abb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a3324b12312f43ebab7273b438ad9b65&device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 1130 time: 0.0488579 Sep 28 07:29:36.284844 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-7024fc00-27eb-4756-8ea8-b7444b529301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:36.286739 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-7024fc00-27eb-4756-8ea8-b7444b529301 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 200 len: 916 time: 0.0925057 Sep 28 07:29:36.334687 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-f2cae656-7aad-4392-975d-471512589931 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 200 len: 217 time: 0.0379560 Sep 28 07:29:36.386856 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-28c69512-845d-4bed-bec9-9eddb391eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:36.388320 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-28c69512-845d-4bed-bec9-9eddb391eda2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=0bb78d50-505b-4095-a4b1-53a3e354ba2d HTTP/1.1" status: 200 len: 854 time: 0.0447071 Sep 28 07:29:36.439457 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-b2dd8505-607a-48fc-bac9-80bb6ceb171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:36.442530 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-b2dd8505-607a-48fc-bac9-80bb6ceb171d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426195 Sep 28 07:29:36.519753 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:36.542232 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-046cbbe5-6d73-498f-840a-9bd64c045ab3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941682 Sep 28 07:29:36.605252 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:36.641472 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-db52c89f-e8d4-4d52-b79c-acdfd99d35d5 req-dfaee0e8-c227-4b58-9d2a-a9029793562a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875652 Sep 28 07:29:37.694521 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c21954-8ca5-4fdc-bda2-d986f2a8c65f req-6b7ba59f-2c83-4784-b259-f7c47bc05f14 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:37.696003 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e9c21954-8ca5-4fdc-bda2-d986f2a8c65f req-6b7ba59f-2c83-4784-b259-f7c47bc05f14 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0478101 Sep 28 07:29:37.746703 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e9c21954-8ca5-4fdc-bda2-d986f2a8c65f req-78de4110-87b1-46ee-9cfc-2387a2d51157 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444429 Sep 28 07:29:38.333026 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:38.871826 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4447-a45d-44e4-b72d-174916d4354b req-3c199e4d-4f0e-410a-9f3f-2bc8a3be2d7c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:38.873299 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-932d4447-a45d-44e4-b72d-174916d4354b req-3c199e4d-4f0e-410a-9f3f-2bc8a3be2d7c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0498877 Sep 28 07:29:38.918893 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-932d4447-a45d-44e4-b72d-174916d4354b req-e922ee0f-c8e9-4bd5-ae24-d6d38c25f116 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Sep 28 07:29:40.036529 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a2e50-d6be-43c8-aeea-a0d7b23fbfa8 req-8f1fd0ab-17d2-4d1f-bef8-09c244e615cc tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:40.038028 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-097a2e50-d6be-43c8-aeea-a0d7b23fbfa8 req-8f1fd0ab-17d2-4d1f-bef8-09c244e615cc tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0449798 Sep 28 07:29:40.084678 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-097a2e50-d6be-43c8-aeea-a0d7b23fbfa8 req-a887ace4-015c-4ec0-a36a-dbfaf8cb1c26 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=45069105-27f0-4250-8c79-942d9c8ecc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Sep 28 07:29:40.378203 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-f14d9541-d02e-4ec9-9dfe-3d7f986eccd0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:40.379621 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-f14d9541-d02e-4ec9-9dfe-3d7f986eccd0 tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 946 time: 0.0453956 Sep 28 07:29:40.464137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Deleting port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:40.464547 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:40.555051 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] For port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:40.555412 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:40.568215 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Calling delete_port for 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:40.693610 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (6f031da6-bf17-41ab-9430-71bbd4ddf1d8), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:40.708059 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['6f031da6-bf17-41ab-9430-71bbd4ddf1d8'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:29:40.721509 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Pushing event deleted for resources: {'Port': ['ID=6f031da6-bf17-41ab-9430-71bbd4ddf1d8,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:40.773307 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] No DVR routers for this DVR port 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:29:40.776020 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:40.780034 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6cb010ed-1fba-42c6-b8c3-19dc85a50a4c req-8bf5221b-8258-49f7-98f3-af17637feb5a tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6f031da6-bf17-41ab-9430-71bbd4ddf1d8 HTTP/1.1" status: 204 len: 173 time: 0.3912399 Sep 28 07:29:40.781151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'name': 'network-vif-deleted', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:29:40.783366 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f726b742-9d65-4f29-b78d-470db9ec8f24" -d '{"events": [{"server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "name": "network-vif-deleted", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:29:40.823900 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa69366-6902-4fa3-af39-0d1c8376ae74 x-openstack-request-id: req-bfa69366-6902-4fa3-af39-0d1c8376ae74 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:29:40.824199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474dd09-0169-47e0-8667-43cb46c2fbd3", "name": "network-vif-deleted", "tag": "6f031da6-bf17-41ab-9430-71bbd4ddf1d8", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:29:40.824458 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfa69366-6902-4fa3-af39-0d1c8376ae74 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:29:40.824867 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa69366-6902-4fa3-af39-0d1c8376ae74'] response: {'server_uuid': '8474dd09-0169-47e0-8667-43cb46c2fbd3', 'name': 'network-vif-deleted', 'tag': '6f031da6-bf17-41ab-9430-71bbd4ddf1d8', 'status': 'completed', 'code': 200} Sep 28 07:29:41.203683 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f9d4eb13-c678-4cac-acf3-925134bfe6e6 req-6781f5b5-01b0-4f3d-b715-b84ea9bf379c tempest-TestMinimumBasicScenario-240992388 tempest-TestMinimumBasicScenario-240992388-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8474dd09-0169-47e0-8667-43cb46c2fbd3 HTTP/1.1" status: 200 len: 210 time: 0.0281005 Sep 28 07:29:42.869562 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38252) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:43.152039 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:43.230247 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (b84c33d2-9710-40a0-943c-e2166cba4747), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:43.646752 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:43.690016 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Deleting port fe84ae08-dd44-43b3-a7bb-bc250a1432cc {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:43.690349 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:43.768825 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] For port fe84ae08-dd44-43b3-a7bb-bc250a1432cc, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:43.769212 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:43.782524 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Calling delete_port for fe84ae08-dd44-43b3-a7bb-bc250a1432cc owned by network:router_interface {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:43.957495 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (fe84ae08-dd44-43b3-a7bb-bc250a1432cc), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:43.978588 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe84ae08-dd44-43b3-a7bb-bc250a1432cc,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:44.104447 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (b84c33d2-9710-40a0-943c-e2166cba4747), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:44.282550 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:44.308158 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Router b84c33d2-9710-40a0-943c-e2166cba4747 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:44.392698 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:44.406125 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:44.411318 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-cab359a9-85e5-4eee-88dc-37d305ccfae3 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b84c33d2-9710-40a0-943c-e2166cba4747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5405352 Sep 28 07:29:44.413899 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38254) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:44.414705 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] Sync routers for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:44.426179 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:44.426789 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:44.509714 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks [] for router (b84c33d2-9710-40a0-943c-e2166cba4747), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:44.528435 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:44.613267 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks [] for router_gateway (b84c33d2-9710-40a0-943c-e2166cba4747), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:44.653516 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Deleting port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:44.653862 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:44.697396 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:29:43Z', 'revision_number': 5, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port': {'id': '025f85c6-dfb8-433e-bf7a-b62f3e84d7dd', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:20:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:44.722880 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] Checking router: b84c33d2-9710-40a0-943c-e2166cba4747 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:44.731216 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] Routers {'b84c33d2-9710-40a0-943c-e2166cba4747'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:44.731800 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b84c33d2-9710-40a0-943c-e2166cba4747'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:44.739766 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] For port 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:44.740133 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:44.752842 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Calling delete_port for 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd owned by network:router_gateway {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:44.815142 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] Set router b84c33d2-9710-40a0-943c-e2166cba4747 gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:44.866905 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:29:44Z', 'revision_number': 6, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:44.891398 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbe3ca0-7358-4cca-9e43-1de0fcf8f764 None None] The sync data for ids ['b84c33d2-9710-40a0-943c-e2166cba4747'] in dv-cinder-859447-1-iscsi is: [{'id': 'b84c33d2-9710-40a0-943c-e2166cba4747', 'name': 'tempest-TestMinimumBasicScenario-1324440801-router', 'tenant_id': 'a3324b12312f43ebab7273b438ad9b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:02Z', 'updated_at': '2022-09-28T07:29:44Z', 'revision_number': 6, 'project_id': 'a3324b12312f43ebab7273b438ad9b65', 'gw_port_host': None}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:44.918939 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (025f85c6-dfb8-433e-bf7a-b62f3e84d7dd), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:44.943254 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=025f85c6-dfb8-433e-bf7a-b62f3e84d7dd,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:44.969033 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (b84c33d2-9710-40a0-943c-e2166cba4747), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.066254 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (b84c33d2-9710-40a0-943c-e2166cba4747), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.068339 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks [] for router_controller (b84c33d2-9710-40a0-943c-e2166cba4747), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.130588 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (b84c33d2-9710-40a0-943c-e2166cba4747), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.131127 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84c33d2-9710-40a0-943c-e2166cba4747 {{(pid=106259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:29:45.135896 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.137089 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-916cbbf2-b2b3-40af-8d68-a3a048718bf8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/b84c33d2-9710-40a0-943c-e2166cba4747 HTTP/1.1" status: 204 len: 168 time: 0.7222223 Sep 28 07:29:45.140300 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38256) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:45.189105 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] Deleting subnet 0bb78d50-505b-4095-a4b1-53a3e354ba2d {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:29:45.192236 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] Publish callbacks [] for subnet (0bb78d50-505b-4095-a4b1-53a3e354ba2d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.227996 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (0bb78d50-505b-4095-a4b1-53a3e354ba2d), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.341629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (0bb78d50-505b-4095-a4b1-53a3e354ba2d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.396554 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (0bb78d50-505b-4095-a4b1-53a3e354ba2d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.399488 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:45.421882 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb78d50-505b-4095-a4b1-53a3e354ba2d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:45.428397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.431680 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-523ba13b-4076-4bfb-9295-ba7da09a2032 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/0bb78d50-505b-4095-a4b1-53a3e354ba2d HTTP/1.1" status: 204 len: 168 time: 0.2903008 Sep 28 07:29:45.434721 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38258) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:45.439067 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d62d62-8c95-44f6-adf8-b2afff4f3fc2 None None] Network 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:29:45.500358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:45.507788 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.550971 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Deleting port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:45.551310 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.614610 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] For port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:45.615056 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.625993 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:45.634191 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Calling delete_port for 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:45.649486 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:45.650063 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 6f031da6-bf17-41ab-9430-71bbd4ddf1d8 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:45.654272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] DHCP port deletion for 7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:29:45.691185 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] Deleting port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:45.691841 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.715261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.740677 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:45.744133 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] No DVR routers for this DVR port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d on host dv-cinder-859447-1-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:29:45.758008 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] For port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,segment=NetworkSegment(1362a731-8068-406d-aad5-3f182bdb5c4d),segment_id=1362a731-8068-406d-aad5-3f182bdb5c4d)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:45.758398 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.772883 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] Calling delete_port for 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:45.821371 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.842821 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:45.852346 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1362a731-8068-406d-aad5-3f182bdb5c4d') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:45.852693 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1362a731-8068-406d-aad5-3f182bdb5c4d') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:45.854003 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (7dc67bbc-1d58-4971-bbfc-7f700eb7d59d), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.864544 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (1362a731-8068-406d-aad5-3f182bdb5c4d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.879109 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] Pushing event deleted for resources: {'Port': ['ID=7dc67bbc-1d58-4971-bbfc-7f700eb7d59d,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:45.879453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (1362a731-8068-406d-aad5-3f182bdb5c4d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.882690 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57309ab8-e9c8-4114-9dff-ca83b84c834a None None] No DVR routers for this DVR port 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:29:45.901269 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:29:45.902098 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (1362a731-8068-406d-aad5-3f182bdb5c4d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.978214 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.984844 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:45.988488 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5 HTTP/1.1" status: 204 len: 168 time: 0.5527952 Sep 28 07:29:45.991551 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38266) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:46.004730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d91395-65c8-4994-9cc4-5ffe08918153 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b68ac1b-c804-4aee-b2d1-c4dbcb5ee6d5,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:46.094000 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 1362a731-8068-406d-aad5-3f182bdb5c4d resource provider aggregate not found Sep 28 07:29:46.094928 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:46.111109 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 1362a731-8068-406d-aad5-3f182bdb5c4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1362a731-8068-406d-aad5-3f182bdb5c4d found for delete ", "request_id": "req-c35fca3a-9194-42e5-8a39-3bd8893c8ab4"}]} Sep 28 07:29:46.223500 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:46.312828 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:46.524627 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Deleting port c5ca31d5-4cdc-420f-853f-a5fe94c8145b {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:46.524878 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:46.600398 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] For port c5ca31d5-4cdc-420f-853f-a5fe94c8145b, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,segment=NetworkSegment(931e14ea-e90e-44c6-b4bb-8fa07a9b7266),segment_id=931e14ea-e90e-44c6-b4bb-8fa07a9b7266)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:46.600756 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:46.613661 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Calling delete_port for c5ca31d5-4cdc-420f-853f-a5fe94c8145b owned by network:router_interface {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:46.789290 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (c5ca31d5-4cdc-420f-853f-a5fe94c8145b), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:46.815215 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ca31d5-4cdc-420f-853f-a5fe94c8145b,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:46.854862 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:46.875657 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:46.876005 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7dc67bbc-1d58-4971-bbfc-7f700eb7d59d not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:46.876430 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fe84ae08-dd44-43b3-a7bb-bc250a1432cc no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:46.895599 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: fe84ae08-dd44-43b3-a7bb-bc250a1432cc {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:46.896040 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fe84ae08-dd44-43b3-a7bb-bc250a1432cc not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:46.896348 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:46.918030 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:46.918379 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 025f85c6-dfb8-433e-bf7a-b62f3e84d7dd not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:46.941314 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:46.987612 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:47.000621 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:47.145965 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:47.455713 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:47.460411 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-807709dc-b88d-48d1-a432-d68a5d6133f8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/746b1490-2e0e-4516-810f-a2eb3c0d3ed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4675570 Sep 28 07:29:47.463124 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38274) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:47.463950 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] Sync routers for ids ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:47.475438 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] Routers {'746b1490-2e0e-4516-810f-a2eb3c0d3ed3'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:47.476057 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:47.522723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:47.563067 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks [] for router (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:47.581723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] Set router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:47.656455 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks [] for router_gateway (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:47.707790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Deleting port 7590066b-15d7-4c5e-a7dd-f298d41c7463 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:47.708075 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:47.765925 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:29:46Z', 'revision_number': 5, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port': {'id': '7590066b-15d7-4c5e-a7dd-f298d41c7463', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:47.786652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] For port 7590066b-15d7-4c5e-a7dd-f298d41c7463, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7590066b-15d7-4c5e-a7dd-f298d41c7463,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:47.787016 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:47.791254 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] Checking router: 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:47.800100 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] Routers {'746b1490-2e0e-4516-810f-a2eb3c0d3ed3'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:47.800255 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Calling delete_port for 7590066b-15d7-4c5e-a7dd-f298d41c7463 owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:47.800689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:47.807834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:47.848035 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:47.876970 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:47.883391 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] Set router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:47.937358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:29:47Z', 'revision_number': 6, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:47.962156 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e91fd4-0d45-49dd-a9b8-e6e6d5f9c3e3 None None] The sync data for ids ['746b1490-2e0e-4516-810f-a2eb3c0d3ed3'] in dv-cinder-859447-1-iscsi is: [{'id': '746b1490-2e0e-4516-810f-a2eb3c0d3ed3', 'name': 'tempest-TestMinimumBasicScenario-2106043594-router', 'tenant_id': '45f7438a4c6f4d28a9776154a47aa1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:26:08Z', 'updated_at': '2022-09-28T07:29:47Z', 'revision_number': 6, 'project_id': '45f7438a4c6f4d28a9776154a47aa1de', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:47.972221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (7590066b-15d7-4c5e-a7dd-f298d41c7463), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.007706 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Pushing event deleted for resources: {'Port': ['ID=7590066b-15d7-4c5e-a7dd-f298d41c7463,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:48.062359 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.144759 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.146909 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks [] for router_controller (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.189767 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (746b1490-2e0e-4516-810f-a2eb3c0d3ed3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.190621 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746b1490-2e0e-4516-810f-a2eb3c0d3ed3 {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:29:48.195459 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.196488 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9c56aedf-c33a-4930-9132-38ac9875b033 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/746b1490-2e0e-4516-810f-a2eb3c0d3ed3 HTTP/1.1" status: 204 len: 168 time: 0.7324097 Sep 28 07:29:48.199150 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38276) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:48.246341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] Deleting subnet dcd58fc5-2eb8-45c8-92e8-d6801000268f {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:29:48.249883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] Publish callbacks [] for subnet (dcd58fc5-2eb8-45c8-92e8-d6801000268f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.536653 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (dcd58fc5-2eb8-45c8-92e8-d6801000268f), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.609103 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (dcd58fc5-2eb8-45c8-92e8-d6801000268f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.665263 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (dcd58fc5-2eb8-45c8-92e8-d6801000268f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.692528 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd58fc5-2eb8-45c8-92e8-d6801000268f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:48.694554 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.697743 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-46a72419-390b-4072-8ba7-40734d32d3ee admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/dcd58fc5-2eb8-45c8-92e8-d6801000268f HTTP/1.1" status: 204 len: 168 time: 0.4976552 Sep 28 07:29:48.700183 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38278) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:48.711186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08103bb7-5cca-4800-8bf4-797707dad077 None None] Network 09403970-7d7f-444b-bba0-c3f1812164bf requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:29:48.769992 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (09403970-7d7f-444b-bba0-c3f1812164bf), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.816761 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Deleting port fb0b44a9-ca99-44aa-bf96-8535e6303949 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:48.817100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.877643 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] DHCP port deletion for 09403970-7d7f-444b-bba0-c3f1812164bf request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:29:48.901303 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] For port fb0b44a9-ca99-44aa-bf96-8535e6303949, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=fb0b44a9-ca99-44aa-bf96-8535e6303949,segment=NetworkSegment(931e14ea-e90e-44c6-b4bb-8fa07a9b7266),segment_id=931e14ea-e90e-44c6-b4bb-8fa07a9b7266)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:48.901753 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.910703 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device c5ca31d5-4cdc-420f-853f-a5fe94c8145b no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:48.916409 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Calling delete_port for fb0b44a9-ca99-44aa-bf96-8535e6303949 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:48.935819 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: c5ca31d5-4cdc-420f-853f-a5fe94c8145b {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:48.936170 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device c5ca31d5-4cdc-420f-853f-a5fe94c8145b not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:48.936728 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7590066b-15d7-4c5e-a7dd-f298d41c7463 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:48.962770 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] Deleting port fb0b44a9-ca99-44aa-bf96-8535e6303949 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:29:48.963445 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:48.964861 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 7590066b-15d7-4c5e-a7dd-f298d41c7463 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:48.965289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7590066b-15d7-4c5e-a7dd-f298d41c7463 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:48.968203 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:48.988638 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:49.010619 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.032571 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] For port fb0b44a9-ca99-44aa-bf96-8535e6303949, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=fb0b44a9-ca99-44aa-bf96-8535e6303949,segment=NetworkSegment(931e14ea-e90e-44c6-b4bb-8fa07a9b7266),segment_id=931e14ea-e90e-44c6-b4bb-8fa07a9b7266)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:49.032986 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.037461 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0b44a9-ca99-44aa-bf96-8535e6303949,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:49.041094 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] No DVR routers for this DVR port fb0b44a9-ca99-44aa-bf96-8535e6303949 on host dv-cinder-859447-1-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:29:49.047496 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] Calling delete_port for fb0b44a9-ca99-44aa-bf96-8535e6303949 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:29:49.117026 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (09403970-7d7f-444b-bba0-c3f1812164bf), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.139054 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09403970-7d7f-444b-bba0-c3f1812164bf']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:49.150016 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931e14ea-e90e-44c6-b4bb-8fa07a9b7266') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:49.150442 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931e14ea-e90e-44c6-b4bb-8fa07a9b7266') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:49.161969 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (931e14ea-e90e-44c6-b4bb-8fa07a9b7266), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.176847 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (931e14ea-e90e-44c6-b4bb-8fa07a9b7266), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.184893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:29:49.185365 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (931e14ea-e90e-44c6-b4bb-8fa07a9b7266), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.228910 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 931e14ea-e90e-44c6-b4bb-8fa07a9b7266 resource provider aggregate not found Sep 28 07:29:49.247178 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 931e14ea-e90e-44c6-b4bb-8fa07a9b7266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 931e14ea-e90e-44c6-b4bb-8fa07a9b7266 found for delete ", "request_id": "req-3f8136f7-cb7b-4e2b-a4cb-4f9f7815d49c"}]} Sep 28 07:29:49.250182 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (fb0b44a9-ca99-44aa-bf96-8535e6303949), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.256157 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (09403970-7d7f-444b-bba0-c3f1812164bf), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.262038 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.265676 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/09403970-7d7f-444b-bba0-c3f1812164bf HTTP/1.1" status: 204 len: 168 time: 0.5645628 Sep 28 07:29:49.277523 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] Pushing event deleted for resources: {'Port': ['ID=fb0b44a9-ca99-44aa-bf96-8535e6303949,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:49.279493 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] Network 09403970-7d7f-444b-bba0-c3f1812164bf is not hosted by any dhcp agent {{(pid=106260) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 07:29:49.279967 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440e8e3-4ccd-4bef-84bd-801b152f4516 None None] No DVR routers for this DVR port fb0b44a9-ca99-44aa-bf96-8535e6303949 on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:29:49.282299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a27c8b-9cbe-48e4-9c21-d0d933329344 admin admin] Pushing event deleted for resources: {'Network': ['ID=09403970-7d7f-444b-bba0-c3f1812164bf,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:49.434903 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38286) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:49.475301 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-50c6ab74-f84c-4719-9a0f-7c5109cc50d2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a3324b12312f43ebab7273b438ad9b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392718 Sep 28 07:29:49.477784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38288) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:49.528219 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2649a2a-865a-4005-b4dc-43efe401b022 admin admin] Publish callbacks [] for security_group (45069105-27f0-4250-8c79-942d9c8ecc8f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.547921 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2649a2a-865a-4005-b4dc-43efe401b022 admin admin] Publish callbacks [] for security_group (45069105-27f0-4250-8c79-942d9c8ecc8f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.594878 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2649a2a-865a-4005-b4dc-43efe401b022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (45069105-27f0-4250-8c79-942d9c8ecc8f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.597552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2649a2a-865a-4005-b4dc-43efe401b022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:49.598708 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a2649a2a-865a-4005-b4dc-43efe401b022 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/45069105-27f0-4250-8c79-942d9c8ecc8f HTTP/1.1" status: 204 len: 168 time: 0.1199327 Sep 28 07:29:49.606607 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2649a2a-865a-4005-b4dc-43efe401b022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45069105-27f0-4250-8c79-942d9c8ecc8f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:49.920303 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38294) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:49.967398 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-669abd15-8dc6-447e-8902-4abe60d48811 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=45f7438a4c6f4d28a9776154a47aa1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452564 Sep 28 07:29:49.970307 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38296) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:50.017614 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-883881ef-8ac6-4f48-847b-1ed097d1507a admin admin] Publish callbacks [] for security_group (0306aaf5-2996-489d-8beb-10f182438aa9), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:50.037318 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-883881ef-8ac6-4f48-847b-1ed097d1507a admin admin] Publish callbacks [] for security_group (0306aaf5-2996-489d-8beb-10f182438aa9), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:50.084583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-883881ef-8ac6-4f48-847b-1ed097d1507a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (0306aaf5-2996-489d-8beb-10f182438aa9), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:50.087156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-883881ef-8ac6-4f48-847b-1ed097d1507a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:50.088410 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-883881ef-8ac6-4f48-847b-1ed097d1507a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0306aaf5-2996-489d-8beb-10f182438aa9 HTTP/1.1" status: 204 len: 168 time: 0.1171744 Sep 28 07:29:50.097168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883881ef-8ac6-4f48-847b-1ed097d1507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0306aaf5-2996-489d-8beb-10f182438aa9,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:50.766441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38318) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:50.848293 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fb0b44a9-ca99-44aa-bf96-8535e6303949 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:29:50.867139 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: fb0b44a9-ca99-44aa-bf96-8535e6303949 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:29:50.867492 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device fb0b44a9-ca99-44aa-bf96-8535e6303949 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:29:50.875554 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1048026293-network', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:50.899470 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Made reservation on behalf of bfa33399f5994fb4a1ad804fa6e75f8b for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:29:50.901881 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:50.910718 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:50.959376 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:50.987972 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks [] for security_group (12d1e215-2f63-471a-a635-b8cd70f1c950), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:50.996676 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (12d1e215-2f63-471a-a635-b8cd70f1c950), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.023133 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:29:51.033253 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1e215-2f63-471a-a635-b8cd70f1c950,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:51.038117 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (46860a57-d9ec-41e4-9865-3d458713dca4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.038457 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Added segment 46860a57-d9ec-41e4-9865-3d458713dca4 of type vlan for network 3597cb55-79da-4b37-872b-aa28123264c5 Sep 28 07:29:51.074415 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:51.079387 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (3597cb55-79da-4b37-872b-aa28123264c5), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.105275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (3597cb55-79da-4b37-872b-aa28123264c5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.106155 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:51.106750 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.167481 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3999343 Sep 28 07:29:51.170402 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38324) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:51.175566 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Request body: {'subnet': {'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1048026293-subnet', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:51.178911 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfeca6-4418-44b3-b75c-a86755bfff21 admin admin] Pushing event updated for resources: {'Network': ['ID=3597cb55-79da-4b37-872b-aa28123264c5,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:51.189959 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 3597cb55-79da-4b37-872b-aa28123264c5 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:29:51.197818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Made reservation on behalf of bfa33399f5994fb4a1ad804fa6e75f8b for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:29:51.200117 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303705'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.365945 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303727'] for subnet (51eeb712-ab36-4528-a7c4-38330072cd29), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.422398 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51eeb712-ab36-4528-a7c4-38330072cd29,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:51.429714 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Checking segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:51.430064 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Network hostable DHCP agents. Network: 3597cb55-79da-4b37-872b-aa28123264c5, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:29:51.447765 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Network 3597cb55-79da-4b37-872b-aa28123264c5 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:29:51.456334 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 3597cb55-79da-4b37-872b-aa28123264c5) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:51.460169 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:51.460752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.464818 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efbb3c6-18b7-4643-8803-244f737b9761 None None] Network 3597cb55-79da-4b37-872b-aa28123264c5 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:29:51.477829 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-32b91e77-9b4a-4eac-8aaa-72efe1230908 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3059280 Sep 28 07:29:51.480481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38326) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:51.485293 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:51.506251 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (17ea2899-5f15-4671-9ac4-70a2d34a9949), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.507223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (17ea2899-5f15-4671-9ac4-70a2d34a9949), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.559631 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks [] for router_controller (17ea2899-5f15-4671-9ac4-70a2d34a9949), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.572250 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-3597cb55-79da-4b37-872b-aa28123264c5', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:29:51.573199 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.587905 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:51.666070 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0e3a02b6-d133-4732-9c2e-770776ed8848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.701457 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks [] for router_gateway (17ea2899-5f15-4671-9ac4-70a2d34a9949), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.731801 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Allocated IP 172.20.0.2 (3597cb55-79da-4b37-872b-aa28123264c5/51eeb712-ab36-4528-a7c4-38330072cd29/72df218d-d1a1-4d9d-afc7-318676abd4ce) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:51.762910 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:51.862701 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:51.878678 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Publish callbacks [] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.885274 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.892514 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks [] for router_gateway (17ea2899-5f15-4671-9ac4-70a2d34a9949), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.911686 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:51.928778 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Network 3597cb55-79da-4b37-872b-aa28123264c5 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:51.933533 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:51.936316 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:51.943304 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Pushing event updated for resources: {'Port': ['ID=72df218d-d1a1-4d9d-afc7-318676abd4ce,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:51.951173 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:51.997483 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Attempting to bind port 72df218d-d1a1-4d9d-afc7-318676abd4ce on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:29:51.998288 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Attempting to bind port 72df218d-d1a1-4d9d-afc7-318676abd4ce by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:29:51.998776 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Attempting to bind port 72df218d-d1a1-4d9d-afc7-318676abd4ce on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:29:52.022131 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Allocated IP 172.27.2.52 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/a0e5336e-c8c5-474f-bae4-9b6d90133c06) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:52.042690 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:29:52.043051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Checking segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:52.043445 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.043827 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Bound using segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:29:52.044288 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Bound port: 72df218d-d1a1-4d9d-afc7-318676abd4ce, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:29:52.044664 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.106706 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] For port 72df218d-d1a1-4d9d-afc7-318676abd4ce, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:29:52.110111 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] For port 72df218d-d1a1-4d9d-afc7-318676abd4ce, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=72df218d-d1a1-4d9d-afc7-318676abd4ce,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:29:52.117157 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.126263 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks [] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.159633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.167221 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9116a77-6f52-4a28-b78a-18328b799548 None None] Pushing event updated for resources: {'Port': ['ID=72df218d-d1a1-4d9d-afc7-318676abd4ce,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:52.197603 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:52.203656 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:52.207385 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:52.239594 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Pushing event updated for resources: {'Port': ['ID=a0e5336e-c8c5-474f-bae4-9b6d90133c06,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:52.473575 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks [] for router_gateway (17ea2899-5f15-4671-9ac4-70a2d34a9949), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.653520 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:52.661141 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (17ea2899-5f15-4671-9ac4-70a2d34a9949), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.777819 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:52.797307 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:29:52.902178 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 72df218d-d1a1-4d9d-afc7-318676abd4ce up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:29:52.907089 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:52.915999 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:52.925636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.926840 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7806d2d4-40bb-427b-9970-165d6f7818af admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4454200 Sep 28 07:29:52.928136 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:52.928735 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:52.929629 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38328) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:52.965652 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 72df218d-d1a1-4d9d-afc7-318676abd4ce triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:52.966028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:52.966364 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 72df218d-d1a1-4d9d-afc7-318676abd4ce Sep 28 07:29:53.035633 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:53.059546 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 72df218d-d1a1-4d9d-afc7-318676abd4ce is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:53.060016 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.087422 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:53.088354 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:53.096175 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 72df218d-d1a1-4d9d-afc7-318676abd4ce, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=72df218d-d1a1-4d9d-afc7-318676abd4ce,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:53.100194 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2614c-19ee-45d1-82da-6a785e24544d None None] Network 3597cb55-79da-4b37-872b-aa28123264c5 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:29:53.118021 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.187779 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-da02e57d-e391-496d-a5c0-99a61b284603 None None] Provisioning complete for port 72df218d-d1a1-4d9d-afc7-318676abd4ce triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:53.188538 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-da02e57d-e391-496d-a5c0-99a61b284603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.189071 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-da02e57d-e391-496d-a5c0-99a61b284603 None None] Attempt 1 to provision port 72df218d-d1a1-4d9d-afc7-318676abd4ce Sep 28 07:29:53.223839 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:52Z', 'revision_number': 3, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:53.236432 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=7 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:53.237253 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=72df218d-d1a1-4d9d-afc7-318676abd4ce,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:53.258608 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:53.258955 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Updating router 17ea2899-5f15-4671-9ac4-70a2d34a9949 port a0e5336e-c8c5-474f-bae4-9b6d90133c06 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:29:53.290165 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.322086 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:53.331991 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-da02e57d-e391-496d-a5c0-99a61b284603 None None] Current status of the port 72df218d-d1a1-4d9d-afc7-318676abd4ce is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:53.379228 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.533696 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:53.541458 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Allocated IP 172.20.0.1 (3597cb55-79da-4b37-872b-aa28123264c5/51eeb712-ab36-4528-a7c4-38330072cd29/5243af50-2209-4ac6-9d8d-1efa1bc258e1) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:53.554004 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Publish callbacks [] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.555660 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-c94249d9-04e4-49ac-a212-210ecf60d983 None None] Provisioning complete for port 72df218d-d1a1-4d9d-afc7-318676abd4ce triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:53.556126 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c94249d9-04e4-49ac-a212-210ecf60d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.556521 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c94249d9-04e4-49ac-a212-210ecf60d983 None None] Attempt 1 to provision port 72df218d-d1a1-4d9d-afc7-318676abd4ce Sep 28 07:29:53.560970 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.597459 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Attempting to bind port a0e5336e-c8c5-474f-bae4-9b6d90133c06 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:29:53.597459 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Attempting to bind port a0e5336e-c8c5-474f-bae4-9b6d90133c06 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:29:53.597960 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Attempting to bind port a0e5336e-c8c5-474f-bae4-9b6d90133c06 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:29:53.619692 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:53.633717 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c94249d9-04e4-49ac-a212-210ecf60d983 None None] Current status of the port 72df218d-d1a1-4d9d-afc7-318676abd4ce is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:53.645769 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Pushing event updated for resources: {'Port': ['ID=a0e5336e-c8c5-474f-bae4-9b6d90133c06,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:53.656920 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.657291 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.657652 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.658004 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.658336 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.658659 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.658982 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.659301 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.659617 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.659940 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.660259 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.660626 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.660962 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.661285 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.661594 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:29:53.662179 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks [] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.664887 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:29:53.665276 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:53.665671 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.666047 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:29:53.666564 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Bound port: a0e5336e-c8c5-474f-bae4-9b6d90133c06, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:29:53.666879 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.699808 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.722290 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] For port a0e5336e-c8c5-474f-bae4-9b6d90133c06, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:29:53.725683 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] For port a0e5336e-c8c5-474f-bae4-9b6d90133c06, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a0e5336e-c8c5-474f-bae4-9b6d90133c06,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:29:53.731521 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.741117 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Network 3597cb55-79da-4b37-872b-aa28123264c5 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:53.746117 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:53.749141 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:53.750378 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (17ea2899-5f15-4671-9ac4-70a2d34a9949), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.754734 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Pushing event updated for resources: {'Port': ['ID=5243af50-2209-4ac6-9d8d-1efa1bc258e1,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:53.769215 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:53.769824 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:53.878697 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d5bed618-918a-4364-8e9e-c95b5ad4841e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.894874 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:53.929248 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab83d-3208-4922-91e2-051531e0f4c8 None None] Pushing event updated for resources: {'Port': ['ID=a0e5336e-c8c5-474f-bae4-9b6d90133c06,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:53.989441 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:54.054583 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Provisioning complete for port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:54.055605 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:54.056098 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Attempt 1 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:54.064194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks [] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:54.070170 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:54.070977 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (17ea2899-5f15-4671-9ac4-70a2d34a9949), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:54.082343 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:54.101751 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:54.121990 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:54.166538 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:29:54.169112 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Pushing event updated for resources: {'Port': ['ID=5243af50-2209-4ac6-9d8d-1efa1bc258e1,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:54.177471 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:52Z', 'revision_number': 3, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:54.202553 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Network 3597cb55-79da-4b37-872b-aa28123264c5 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:54.203915 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eb05f-7f69-4233-b291-05403eb0e520 None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:52Z', 'revision_number': 3, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:54.204100 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:54.312159 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:54.322804 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:54.449709 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:54.454862 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-d6d5687f-2ba6-4f8e-9964-ed2dd85f8173 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/17ea2899-5f15-4671-9ac4-70a2d34a9949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5236313 Sep 28 07:29:54.603029 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Attempt 2 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:54.636480 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:54.942003 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a0e5336e-c8c5-474f-bae4-9b6d90133c06 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:29:54.988455 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port a0e5336e-c8c5-474f-bae4-9b6d90133c06 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:54.988826 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:54.989305 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port a0e5336e-c8c5-474f-bae4-9b6d90133c06 Sep 28 07:29:54.999671 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38346) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:55.004666 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2020589513-network', 'tenant_id': '861b07d115dd445786956f32e8c94261'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:55.008058 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:55.031382 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Made reservation on behalf of 861b07d115dd445786956f32e8c94261 for: {'network': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:29:55.035529 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.046573 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.075215 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port a0e5336e-c8c5-474f-bae4-9b6d90133c06 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:55.075758 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.099140 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port a0e5336e-c8c5-474f-bae4-9b6d90133c06, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a0e5336e-c8c5-474f-bae4-9b6d90133c06,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:55.103096 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.103948 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 72df218d-d1a1-4d9d-afc7-318676abd4ce up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:29:55.131031 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks [] for security_group (eb881908-9f2c-45fb-896e-cefcdabd0eca), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.135451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (eb881908-9f2c-45fb-896e-cefcdabd0eca), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.146622 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Attempt 3 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:55.160784 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=106259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:29:55.172071 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb881908-9f2c-45fb-896e-cefcdabd0eca,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:55.177041 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.177392 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.segments_db [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Added segment 3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3 of type vlan for network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 Sep 28 07:29:55.207790 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.218223 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (442a06ee-cdf3-4c93-b45a-e7a05b05d6e7), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.227685 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:55.229981 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=a0e5336e-c8c5-474f-bae4-9b6d90133c06,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:55.238087 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 72df218d-d1a1-4d9d-afc7-318676abd4ce triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:55.238462 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.238792 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 72df218d-d1a1-4d9d-afc7-318676abd4ce Sep 28 07:29:55.248656 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (442a06ee-cdf3-4c93-b45a-e7a05b05d6e7), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.249714 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:55.250282 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.313473 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3123152 Sep 28 07:29:55.316056 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38348) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:55.317820 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 72df218d-d1a1-4d9d-afc7-318676abd4ce is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:55.318739 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b094640-5547-495b-a7f3-29ef7b7ac611 admin admin] Pushing event updated for resources: {'Network': ['ID=442a06ee-cdf3-4c93-b45a-e7a05b05d6e7,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:55.320962 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Request body: {'subnet': {'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2020589513-subnet', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:55.333593 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:29:55.340987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Made reservation on behalf of 861b07d115dd445786956f32e8c94261 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:29:55.344136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303705'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.515750 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303727'] for subnet (6aa317e0-ce4e-4ba3-98f4-67a194f10331), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.567535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa317e0-ce4e-4ba3-98f4-67a194f10331,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:55.583925 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Checking segment: {'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:55.584278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Network hostable DHCP agents. Network: 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:29:55.603485 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:29:55.612686 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:55.617359 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:29:55.617962 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.622223 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c18cc-5da2-4701-8839-c6c1571da6c6 None None] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:29:55.635318 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0caa8002-1a39-4ffa-9296-116737b8fad0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3181844 Sep 28 07:29:55.638023 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38350) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:55.643124 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:29:55.668282 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (8fae15ca-c031-4c71-92bc-20726d5e9322), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.669331 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (8fae15ca-c031-4c71-92bc-20726d5e9322), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.728744 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Attempt 4 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:55.732044 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-442a06ee-cdf3-4c93-b45a-e7a05b05d6e7', 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7', 'project_id': '861b07d115dd445786956f32e8c94261', 'fixed_ips': [{'subnet_id': '6aa317e0-ce4e-4ba3-98f4-67a194f10331'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:29:55.732911 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.734376 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks [] for router_controller (8fae15ca-c031-4c71-92bc-20726d5e9322), precommit_add_association {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.761334 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:55.775276 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:55.787586 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:55.853101 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:55.879097 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks [] for router_gateway (8fae15ca-c031-4c71-92bc-20726d5e9322), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:55.900051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:55.900957 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:56.047744 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:56.065482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks [] for router_gateway (8fae15ca-c031-4c71-92bc-20726d5e9322), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.082279 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Allocated IP 172.20.0.2 (442a06ee-cdf3-4c93-b45a-e7a05b05d6e7/6aa317e0-ce4e-4ba3-98f4-67a194f10331/b894c55b-e4d1-4efd-ae47-d30808a0794b) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:56.087493 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.197410 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:56.201357 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Allocated IP 172.27.2.154 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/3f7f7ecd-02b9-402c-bc2d-b587582a5772) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:56.215180 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:56.292533 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Attempt 5 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:56.309337 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks [] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.343074 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.386428 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:56.390306 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:56.392217 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Pushing event updated for resources: {'Port': ['ID=3f7f7ecd-02b9-402c-bc2d-b587582a5772,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:56.397007 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:56.414308 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:56.426698 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Publish callbacks [] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.435020 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.500029 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:56.504180 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:56.506627 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:56.508548 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Pushing event updated for resources: {'Port': ['ID=b894c55b-e4d1-4efd-ae47-d30808a0794b,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:56.589305 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 2, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:56.629292 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:56.629641 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Updating router 17ea2899-5f15-4671-9ac4-70a2d34a9949 port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:29:56.635840 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Attempting to bind port b894c55b-e4d1-4efd-ae47-d30808a0794b on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:29:56.636210 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Attempting to bind port b894c55b-e4d1-4efd-ae47-d30808a0794b by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:29:56.636573 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Attempting to bind port b894c55b-e4d1-4efd-ae47-d30808a0794b on network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:29:56.681155 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:56.700977 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.707834 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.758119 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:29:56.758492 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Checking segment: {'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:56.759087 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.759488 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Bound using segment: {'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:29:56.759974 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Bound port: b894c55b-e4d1-4efd-ae47-d30808a0794b, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:29:56.760343 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.791978 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:56.796821 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.820993 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks [] for router_gateway (8fae15ca-c031-4c71-92bc-20726d5e9322), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:56.889115 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a0e5336e-c8c5-474f-bae4-9b6d90133c06 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:29:56.925775 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Attempt 6 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:56.978239 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] For port b894c55b-e4d1-4efd-ae47-d30808a0794b, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:29:57.025350 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (8fae15ca-c031-4c71-92bc-20726d5e9322), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.026719 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] For port b894c55b-e4d1-4efd-ae47-d30808a0794b, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=b894c55b-e4d1-4efd-ae47-d30808a0794b,segment=NetworkSegment(3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3),segment_id=3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:29:57.043222 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:57.046737 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.099994 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port a0e5336e-c8c5-474f-bae4-9b6d90133c06 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:57.100625 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.100762 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port a0e5336e-c8c5-474f-bae4-9b6d90133c06 Sep 28 07:29:57.115651 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:57.166428 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Router 8fae15ca-c031-4c71-92bc-20726d5e9322 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:29:57.174062 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54bb38-3c8b-434b-b894-3b20d6ae5a1a None None] Pushing event updated for resources: {'Port': ['ID=b894c55b-e4d1-4efd-ae47-d30808a0794b,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:57.232134 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Publish callbacks [] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.272221 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.296762 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:57.306692 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Sync routers for ids ['8fae15ca-c031-4c71-92bc-20726d5e9322'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:29:57.317197 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port a0e5336e-c8c5-474f-bae4-9b6d90133c06 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:57.326472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.330279 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-612fa0c7-15da-44e1-a03a-a24a79fd223e admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6906846 Sep 28 07:29:57.330457 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38352) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:29:57.339962 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Routers {'8fae15ca-c031-4c71-92bc-20726d5e9322'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:57.341118 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['8fae15ca-c031-4c71-92bc-20726d5e9322'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:57.376667 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407a410-c1fe-44f4-979c-d4bb12e9593d None None] Pushing event updated for resources: {'Port': ['ID=5243af50-2209-4ac6-9d8d-1efa1bc258e1,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:57.393590 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Attempting to bind port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:29:57.394284 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Attempting to bind port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:29:57.394853 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Attempting to bind port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:29:57.444281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:29:57.444281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Checking segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:57.444281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.444281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Bound using segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:29:57.444281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Bound port: 5243af50-2209-4ac6-9d8d-1efa1bc258e1, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:29:57.444281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.459847 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:57.469791 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Set router 8fae15ca-c031-4c71-92bc-20726d5e9322 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:57.481864 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:57.518238 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] For port 5243af50-2209-4ac6-9d8d-1efa1bc258e1, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:29:57.521946 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] For port 5243af50-2209-4ac6-9d8d-1efa1bc258e1, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5243af50-2209-4ac6-9d8d-1efa1bc258e1,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:29:57.529007 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.558161 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Attempt 7 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:57.600436 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:57.605617 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:57.606252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:57.641431 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:29:56Z', 'revision_number': 3, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port': {'id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:56Z', 'updated_at': '2022-09-28T07:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:57.660227 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407a410-c1fe-44f4-979c-d4bb12e9593d None None] Pushing event updated for resources: {'Port': ['ID=5243af50-2209-4ac6-9d8d-1efa1bc258e1,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:57.672427 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Checking router: 8fae15ca-c031-4c71-92bc-20726d5e9322 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:29:57.673075 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Updating router 8fae15ca-c031-4c71-92bc-20726d5e9322 port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:29:57.708825 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.860855 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:57.918063 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:57.919936 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Current status of the port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:57.920328 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.050754 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] For port 5243af50-2209-4ac6-9d8d-1efa1bc258e1, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5243af50-2209-4ac6-9d8d-1efa1bc258e1,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:58.055431 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Publish callbacks [] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.062890 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.083792 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.106020 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Attempting to bind port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:29:58.106552 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Attempting to bind port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:29:58.107199 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Attempting to bind port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:29:58.121793 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Allocated IP 172.20.0.1 (442a06ee-cdf3-4c93-b45a-e7a05b05d6e7/6aa317e0-ce4e-4ba3-98f4-67a194f10331/d4b1b951-9be7-47c7-99bb-6d93dd489d46) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:29:58.132836 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:58.180321 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29287f2c-f164-421a-b7f5-39c030aeb0bb None None] Pushing event updated for resources: {'Port': ['ID=5243af50-2209-4ac6-9d8d-1efa1bc258e1,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:58.189351 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:29:58.189831 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:29:58.190338 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.191969 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:29:58.192674 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Bound port: 3f7f7ecd-02b9-402c-bc2d-b587582a5772, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:29:58.193281 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.229937 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-028ca91e-0d36-4f1e-9c0b-6fdf1a11ee33 None None] Provisioning complete for port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:58.230313 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-028ca91e-0d36-4f1e-9c0b-6fdf1a11ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.230652 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-028ca91e-0d36-4f1e-9c0b-6fdf1a11ee33 None None] Attempt 1 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:58.253714 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] For port 3f7f7ecd-02b9-402c-bc2d-b587582a5772, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:29:58.257343 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] For port 3f7f7ecd-02b9-402c-bc2d-b587582a5772, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=3f7f7ecd-02b9-402c-bc2d-b587582a5772,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:29:58.262665 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:58.265716 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:58.268069 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.274567 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe875-f834-4591-87cd-8579e185fbef None None] Pushing event updated for resources: {'Port': ['ID=3f7f7ecd-02b9-402c-bc2d-b587582a5772,revision_number=2']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:58.285938 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks [] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.333279 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4962a4-81f9-44ab-ad2a-8c7ff4e7d5a5 None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:58.337057 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Routers {'8fae15ca-c031-4c71-92bc-20726d5e9322'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:29:58.338058 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['8fae15ca-c031-4c71-92bc-20726d5e9322'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:58.349857 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.406549 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-028ca91e-0d36-4f1e-9c0b-6fdf1a11ee33 None None] Current status of the port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:58.407222 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe875-f834-4591-87cd-8579e185fbef None None] Pushing event updated for resources: {'Port': ['ID=3f7f7ecd-02b9-402c-bc2d-b587582a5772,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:58.482138 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:58.508490 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:58.519547 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:58.525476 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] Set router 8fae15ca-c031-4c71-92bc-20726d5e9322 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:29:58.528596 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:29:58.529187 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (8fae15ca-c031-4c71-92bc-20726d5e9322), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.562040 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f004ff5-52ab-45bf-9c43-2c8e2b7e204a None None] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:29:58.577047 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b1b951-9be7-47c7-99bb-6d93dd489d46,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:58.656786 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:58.685585 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] Provisioning complete for port b894c55b-e4d1-4efd-ae47-d30808a0794b triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:58.685878 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.686279 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] Attempt 1 to provision port b894c55b-e4d1-4efd-ae47-d30808a0794b Sep 28 07:29:58.719045 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.746549 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:58.792062 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:29:56Z', 'revision_number': 3, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port': {'id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:56Z', 'updated_at': '2022-09-28T07:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:29:58.846392 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15799a-0176-425f-96ae-18da1ce84ab4 None None] The sync data for ids ['8fae15ca-c031-4c71-92bc-20726d5e9322'] in dv-cinder-859447-1-iscsi is: [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:29:56Z', 'revision_number': 3, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port': {'id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:56Z', 'updated_at': '2022-09-28T07:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:29:58.886463 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] Current status of the port b894c55b-e4d1-4efd-ae47-d30808a0794b is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:58.886935 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.953615 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] For port b894c55b-e4d1-4efd-ae47-d30808a0794b, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=b894c55b-e4d1-4efd-ae47-d30808a0794b,segment=NetworkSegment(3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3),segment_id=3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:29:58.959243 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.980154 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks [] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.985978 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:58.986826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (8fae15ca-c031-4c71-92bc-20726d5e9322), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:59.012705 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b894c55b-e4d1-4efd-ae47-d30808a0794b up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:29:59.089041 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c9517-d057-42eb-aa72-2fe09dc8016c None None] Pushing event updated for resources: {'Port': ['ID=b894c55b-e4d1-4efd-ae47-d30808a0794b,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:59.098681 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:29:59.106189 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port b894c55b-e4d1-4efd-ae47-d30808a0794b triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:59.106738 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:59.107291 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port b894c55b-e4d1-4efd-ae47-d30808a0794b Sep 28 07:29:59.113776 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b1b951-9be7-47c7-99bb-6d93dd489d46,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:29:59.178686 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:29:59.180230 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:29:59.223067 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Provisioning complete for port b894c55b-e4d1-4efd-ae47-d30808a0794b triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:59.224996 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:59.225362 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 1 to provision port b894c55b-e4d1-4efd-ae47-d30808a0794b Sep 28 07:29:59.320893 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port b894c55b-e4d1-4efd-ae47-d30808a0794b is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:59.322001 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5243af50-2209-4ac6-9d8d-1efa1bc258e1 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:29:59.361934 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Router 8fae15ca-c031-4c71-92bc-20726d5e9322 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:29:59.453881 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:59.457196 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:59.459461 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 Sep 28 07:29:59.467094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Current status of the port b894c55b-e4d1-4efd-ae47-d30808a0794b is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:29:59.511928 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Provisioning complete for port d4b1b951-9be7-47c7-99bb-6d93dd489d46 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:29:59.512319 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:29:59.513174 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 1 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:29:59.554287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:29:59.555260 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Port d4b1b951-9be7-47c7-99bb-6d93dd489d46 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:29:59.568693 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-cfbc3b98-94a5-4365-b5cd-bc74f3ad1092 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8fae15ca-c031-4c71-92bc-20726d5e9322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2238204 Sep 28 07:29:59.599313 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:00.040798 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38382) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:00.045418 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-33eee885-fa9c-416c-a00f-cae0c8d69162 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401944427', 'description': 'tempest-secgroup-smoke-401944427 description', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:00.046390 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b1ed5-4b83-4cc2-af9b-fdc1d49f645f req-79dcb0c9-af76-4527-a03a-3fa9cece5ad8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:00.048290 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a8b1ed5-4b83-4cc2-af9b-fdc1d49f645f req-79dcb0c9-af76-4527-a03a-3fa9cece5ad8 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0538287 Sep 28 07:30:00.056866 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 2 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:00.075932 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee885-fa9c-416c-a00f-cae0c8d69162 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.098003 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:00.103722 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Port d4b1b951-9be7-47c7-99bb-6d93dd489d46 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:00.114102 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a8b1ed5-4b83-4cc2-af9b-fdc1d49f645f req-8762594e-e962-4e7c-8de6-b51348dc33f5 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594943 Sep 28 07:30:00.175495 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee885-fa9c-416c-a00f-cae0c8d69162 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group (bdbea521-d2a3-431b-8c77-e4336af9322a), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.179536 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee885-fa9c-416c-a00f-cae0c8d69162 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (bdbea521-d2a3-431b-8c77-e4336af9322a), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.208342 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee885-fa9c-416c-a00f-cae0c8d69162 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.209623 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-33eee885-fa9c-416c-a00f-cae0c8d69162 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1678076 Sep 28 07:30:00.212576 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38384) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:00.217174 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-cea6b696-19d0-49b8-8a66-a9362902af00 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'security_group_rule': {'security_group_id': 'bdbea521-d2a3-431b-8c77-e4336af9322a', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:00.229824 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eee885-fa9c-416c-a00f-cae0c8d69162 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbea521-d2a3-431b-8c77-e4336af9322a,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:00.248309 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cea6b696-19d0-49b8-8a66-a9362902af00 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (5ef64aeb-de41-4657-8b4f-6d4ba5aea8ec), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.306460 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cea6b696-19d0-49b8-8a66-a9362902af00 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (5ef64aeb-de41-4657-8b4f-6d4ba5aea8ec), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.310725 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cea6b696-19d0-49b8-8a66-a9362902af00 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (5ef64aeb-de41-4657-8b4f-6d4ba5aea8ec), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.326474 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:00.341711 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6b696-19d0-49b8-8a66-a9362902af00 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef64aeb-de41-4657-8b4f-6d4ba5aea8ec,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:00.346727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cea6b696-19d0-49b8-8a66-a9362902af00 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.348565 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cea6b696-19d0-49b8-8a66-a9362902af00 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343389 Sep 28 07:30:00.350764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38386) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:00.355259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-59cabfc1-563a-45f6-a32a-71f477ccb59a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'security_group_rule': {'security_group_id': 'bdbea521-d2a3-431b-8c77-e4336af9322a', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:00.368298 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:00.386330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-59cabfc1-563a-45f6-a32a-71f477ccb59a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (d853ce5d-dce3-4b44-ba81-1b3913083701), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.435099 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-59cabfc1-563a-45f6-a32a-71f477ccb59a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (d853ce5d-dce3-4b44-ba81-1b3913083701), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.438997 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-59cabfc1-563a-45f6-a32a-71f477ccb59a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (d853ce5d-dce3-4b44-ba81-1b3913083701), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.457104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cabfc1-563a-45f6-a32a-71f477ccb59a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d853ce5d-dce3-4b44-ba81-1b3913083701,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:00.465052 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-59cabfc1-563a-45f6-a32a-71f477ccb59a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.466246 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-59cabfc1-563a-45f6-a32a-71f477ccb59a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145399 Sep 28 07:30:00.469577 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38390) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:00.473755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-548c3f20-49bc-4b9d-98ac-7f50c2b847b7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'security_group_rule': {'security_group_id': 'bdbea521-d2a3-431b-8c77-e4336af9322a', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:00.500091 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-548c3f20-49bc-4b9d-98ac-7f50c2b847b7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (ca70f10d-a97e-49a7-a783-fb409e8b0b3b), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.558806 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-548c3f20-49bc-4b9d-98ac-7f50c2b847b7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (ca70f10d-a97e-49a7-a783-fb409e8b0b3b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.562736 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-548c3f20-49bc-4b9d-98ac-7f50c2b847b7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (ca70f10d-a97e-49a7-a783-fb409e8b0b3b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.578523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c3f20-49bc-4b9d-98ac-7f50c2b847b7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca70f10d-a97e-49a7-a783-fb409e8b0b3b,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:00.588843 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-548c3f20-49bc-4b9d-98ac-7f50c2b847b7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.590054 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-548c3f20-49bc-4b9d-98ac-7f50c2b847b7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195586 Sep 28 07:30:00.593515 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38392) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:00.597708 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-72dd4ccf-bc74-4a6c-9ff2-4bd90ebfe153 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'security_group_rule': {'security_group_id': 'bdbea521-d2a3-431b-8c77-e4336af9322a', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:00.605399 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 3 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:00.625326 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-72dd4ccf-bc74-4a6c-9ff2-4bd90ebfe153 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (4594e1e1-d577-401e-be58-de0bab001078), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.640011 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Port d4b1b951-9be7-47c7-99bb-6d93dd489d46 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:00.683506 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-72dd4ccf-bc74-4a6c-9ff2-4bd90ebfe153 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (4594e1e1-d577-401e-be58-de0bab001078), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.687071 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-72dd4ccf-bc74-4a6c-9ff2-4bd90ebfe153 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (4594e1e1-d577-401e-be58-de0bab001078), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.706477 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd4ccf-bc74-4a6c-9ff2-4bd90ebfe153 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4594e1e1-d577-401e-be58-de0bab001078,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:00.710870 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-72dd4ccf-bc74-4a6c-9ff2-4bd90ebfe153 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.712040 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-72dd4ccf-bc74-4a6c-9ff2-4bd90ebfe153 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176298 Sep 28 07:30:00.715103 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38394) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:00.720070 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'security_group_rule': {'security_group_id': 'bdbea521-d2a3-431b-8c77-e4336af9322a', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:00.741425 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.securitygroups_db [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Project bfa33399f5994fb4a1ad804fa6e75f8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 07:30:00.747293 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (d65a3e54-2b5a-4250-ab23-4ce8dd1e8f31), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.804708 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (d65a3e54-2b5a-4250-ab23-4ce8dd1e8f31), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.808333 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (d65a3e54-2b5a-4250-ab23-4ce8dd1e8f31), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.831586 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65a3e54-2b5a-4250-ab23-4ce8dd1e8f31,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:00.839054 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.843854 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-944b4214-cb4f-48a9-9119-22af240b4c50 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241643 Sep 28 07:30:00.843854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38396) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:00.848118 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'security_group_rule': {'security_group_id': 'bdbea521-d2a3-431b-8c77-e4336af9322a', 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:00.869412 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.securitygroups_db [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Project bfa33399f5994fb4a1ad804fa6e75f8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 07:30:00.878389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (4e11bc66-1609-4e34-a285-e77ba1c5c6f9), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.932545 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (4e11bc66-1609-4e34-a285-e77ba1c5c6f9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.936810 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (4e11bc66-1609-4e34-a285-e77ba1c5c6f9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.955064 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e11bc66-1609-4e34-a285-e77ba1c5c6f9,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:00.958076 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b894c55b-e4d1-4efd-ae47-d30808a0794b up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:00.964638 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:00.965992 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-de6581c8-23b3-4d47-8073-e0b81de1e04d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212032 Sep 28 07:30:01.003819 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port b894c55b-e4d1-4efd-ae47-d30808a0794b triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:01.004280 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:01.004620 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port b894c55b-e4d1-4efd-ae47-d30808a0794b Sep 28 07:30:01.047686 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:01.081091 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port b894c55b-e4d1-4efd-ae47-d30808a0794b is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:01.082208 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3f7f7ecd-02b9-402c-bc2d-b587582a5772 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:01.127885 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:01.128263 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:01.128602 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 Sep 28 07:30:01.147375 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 4 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:01.196249 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Port d4b1b951-9be7-47c7-99bb-6d93dd489d46 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:01.212016 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:01.239852 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:01.240239 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:01.266912 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 3f7f7ecd-02b9-402c-bc2d-b587582a5772, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=3f7f7ecd-02b9-402c-bc2d-b587582a5772,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:01.272905 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab068b-bbaf-451e-86a2-bb07d21316ae req-93fa5a2e-5206-435f-807f-c35e9b31612d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:01.274761 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-49ab068b-bbaf-451e-86a2-bb07d21316ae req-93fa5a2e-5206-435f-807f-c35e9b31612d tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0729988 Sep 28 07:30:01.275409 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:01.333388 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=3f7f7ecd-02b9-402c-bc2d-b587582a5772,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:01.337448 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-49ab068b-bbaf-451e-86a2-bb07d21316ae req-47a5749d-8498-4d9d-9769-6e86fe0084da tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553889 Sep 28 07:30:01.697936 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 5 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:01.719850 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:01.732238 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Port d4b1b951-9be7-47c7-99bb-6d93dd489d46 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:02.154742 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Sync routers for ids ['8fae15ca-c031-4c71-92bc-20726d5e9322'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:02.165600 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Routers {'8fae15ca-c031-4c71-92bc-20726d5e9322'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:02.166222 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['8fae15ca-c031-4c71-92bc-20726d5e9322'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:02.242772 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 6 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:02.290937 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Port d4b1b951-9be7-47c7-99bb-6d93dd489d46 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:02.292526 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Set router 8fae15ca-c031-4c71-92bc-20726d5e9322 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:02.459176 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756868-fc1f-45bf-aa1d-5f5ca6498585 req-0b1ee48d-fa2c-4b9b-ae58-0e9cd4e4d93c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:02.460672 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-66756868-fc1f-45bf-aa1d-5f5ca6498585 req-0b1ee48d-fa2c-4b9b-ae58-0e9cd4e4d93c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0490615 Sep 28 07:30:02.481390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:29:58Z', 'revision_number': 4, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port': {'id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:56Z', 'updated_at': '2022-09-28T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'd4b1b951-9be7-47c7-99bb-6d93dd489d46', 'name': '', 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'mac_address': 'fa:16:3e:f1:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6aa317e0-ce4e-4ba3-98f4-67a194f10331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:57Z', 'updated_at': '2022-09-28T07:29:58Z', 'revision_number': 2, 'project_id': '861b07d115dd445786956f32e8c94261', 'subnets': [{'id': '6aa317e0-ce4e-4ba3-98f4-67a194f10331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:02.489924 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:02.508309 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Checking router: 8fae15ca-c031-4c71-92bc-20726d5e9322 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:02.508707 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Updating router 8fae15ca-c031-4c71-92bc-20726d5e9322 port d4b1b951-9be7-47c7-99bb-6d93dd489d46 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:30:02.518361 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-66756868-fc1f-45bf-aa1d-5f5ca6498585 req-2d94085b-1341-404b-8515-10af5272eb4a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516236 Sep 28 07:30:02.540773 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:02.814815 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 7 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:02.816115 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:02.863345 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Port d4b1b951-9be7-47c7-99bb-6d93dd489d46 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:02.878816 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3f7f7ecd-02b9-402c-bc2d-b587582a5772 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:02.984692 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:02.985092 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:02.985419 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 Sep 28 07:30:02.990550 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Publish callbacks [] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.016732 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.071113 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43a974-d6a2-445d-bf11-5bb6d489cb09 None None] Pushing event updated for resources: {'Port': ['ID=d4b1b951-9be7-47c7-99bb-6d93dd489d46,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:03.107393 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:03.149620 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Attempting to bind port d4b1b951-9be7-47c7-99bb-6d93dd489d46 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:30:03.149985 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Attempting to bind port d4b1b951-9be7-47c7-99bb-6d93dd489d46 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:30:03.150341 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Attempting to bind port d4b1b951-9be7-47c7-99bb-6d93dd489d46 on network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:03.152194 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:03.194797 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:30:03.195168 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Checking segment: {'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:03.195593 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.195943 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Bound using segment: {'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:30:03.196408 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Bound port: d4b1b951-9be7-47c7-99bb-6d93dd489d46, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:30:03.196780 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.256175 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] For port d4b1b951-9be7-47c7-99bb-6d93dd489d46, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:30:03.259489 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] For port d4b1b951-9be7-47c7-99bb-6d93dd489d46, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=d4b1b951-9be7-47c7-99bb-6d93dd489d46,segment=NetworkSegment(3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3),segment_id=3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:30:03.266812 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.302655 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Routers {'8fae15ca-c031-4c71-92bc-20726d5e9322'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:03.303272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['8fae15ca-c031-4c71-92bc-20726d5e9322'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:03.364923 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Attempt 8 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:03.369129 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43a974-d6a2-445d-bf11-5bb6d489cb09 None None] Pushing event updated for resources: {'Port': ['ID=d4b1b951-9be7-47c7-99bb-6d93dd489d46,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:03.456020 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] Set router 8fae15ca-c031-4c71-92bc-20726d5e9322 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:03.563950 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Current status of the port d4b1b951-9be7-47c7-99bb-6d93dd489d46 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:03.564368 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.602659 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:03.651473 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb68eb-c8c9-43a7-9eb1-02e7fed43fc9 req-a72c4803-0bb5-410b-bd06-8fedb7cd6b1e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:03.652850 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5ceb68eb-c8c9-43a7-9eb1-02e7fed43fc9 req-a72c4803-0bb5-410b-bd06-8fedb7cd6b1e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0486064 Sep 28 07:30:03.654045 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] For port d4b1b951-9be7-47c7-99bb-6d93dd489d46, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=d4b1b951-9be7-47c7-99bb-6d93dd489d46,segment=NetworkSegment(3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3),segment_id=3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:03.665169 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.706436 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5ceb68eb-c8c9-43a7-9eb1-02e7fed43fc9 req-9c3ada0f-6e7f-4e29-8204-bca01f377591 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467136 Sep 28 07:30:03.748989 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b032de-67f4-4489-a1a9-407de89935fa None None] Pushing event updated for resources: {'Port': ['ID=d4b1b951-9be7-47c7-99bb-6d93dd489d46,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:03.752355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:29:58Z', 'revision_number': 4, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port': {'id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:56Z', 'updated_at': '2022-09-28T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'd4b1b951-9be7-47c7-99bb-6d93dd489d46', 'name': '', 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'mac_address': 'fa:16:3e:f1:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6aa317e0-ce4e-4ba3-98f4-67a194f10331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:57Z', 'updated_at': '2022-09-28T07:30:03Z', 'revision_number': 4, 'project_id': '861b07d115dd445786956f32e8c94261', 'subnets': [{'id': '6aa317e0-ce4e-4ba3-98f4-67a194f10331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:03.782287 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cce825-e9c2-4dbb-9a89-e96016c469e3 None None] The sync data for ids ['8fae15ca-c031-4c71-92bc-20726d5e9322'] in dv-cinder-859447-1-iscsi is: [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:29:58Z', 'revision_number': 4, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port': {'id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:56Z', 'updated_at': '2022-09-28T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'd4b1b951-9be7-47c7-99bb-6d93dd489d46', 'name': '', 'network_id': '442a06ee-cdf3-4c93-b45a-e7a05b05d6e7', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'mac_address': 'fa:16:3e:f1:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '6aa317e0-ce4e-4ba3-98f4-67a194f10331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:57Z', 'updated_at': '2022-09-28T07:30:03Z', 'revision_number': 4, 'project_id': '861b07d115dd445786956f32e8c94261', 'subnets': [{'id': '6aa317e0-ce4e-4ba3-98f4-67a194f10331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:03.789609 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-192c0f68-1b00-4d33-87ff-8f2f5fcca4a9 None None] Provisioning complete for port d4b1b951-9be7-47c7-99bb-6d93dd489d46 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:03.790949 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-192c0f68-1b00-4d33-87ff-8f2f5fcca4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:03.791424 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-192c0f68-1b00-4d33-87ff-8f2f5fcca4a9 None None] Attempt 1 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:03.889701 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:03.896364 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-192c0f68-1b00-4d33-87ff-8f2f5fcca4a9 None None] Current status of the port d4b1b951-9be7-47c7-99bb-6d93dd489d46 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:04.762641 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:04.775801 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-4424106b-15ec-4961-a10c-c0447dbfd108 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:04.777290 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-4424106b-15ec-4961-a10c-c0447dbfd108 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0502045 Sep 28 07:30:04.859061 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982c2de-c33a-42d1-9989-6fada62ffc5f req-2fe80dbf-fcf1-4b97-aecc-feb767039585 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:04.860536 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4982c2de-c33a-42d1-9989-6fada62ffc5f req-2fe80dbf-fcf1-4b97-aecc-feb767039585 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 946 time: 0.0773840 Sep 28 07:30:04.879477 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device d4b1b951-9be7-47c7-99bb-6d93dd489d46 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:04.924563 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port d4b1b951-9be7-47c7-99bb-6d93dd489d46 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:04.925273 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:04.925433 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port d4b1b951-9be7-47c7-99bb-6d93dd489d46 Sep 28 07:30:04.933249 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Deleting port 8f48e4d9-3822-4acd-8b65-44198c2add90 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:04.933597 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:04.959087 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4982c2de-c33a-42d1-9989-6fada62ffc5f req-47291706-b471-4aa6-8d84-b2805474524c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904615 Sep 28 07:30:05.033644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port d4b1b951-9be7-47c7-99bb-6d93dd489d46 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:05.043268 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] For port 8f48e4d9-3822-4acd-8b65-44198c2add90, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=8f48e4d9-3822-4acd-8b65-44198c2add90,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:05.043640 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:05.208993 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:05.209371 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:05.209688 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Floating IP b1a0b70d-926b-4c83-bfea-1c981de3a92f disassociated. External IP: 172.27.2.56, port: 8f48e4d9-3822-4acd-8b65-44198c2add90. Sep 28 07:30:05.210034 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Calling delete_port for 8f48e4d9-3822-4acd-8b65-44198c2add90 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:05.347539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (8f48e4d9-3822-4acd-8b65-44198c2add90), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:05.380587 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event deleted for resources: {'Port': ['ID=8f48e4d9-3822-4acd-8b65-44198c2add90,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:05.502886 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:30:05.611739 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:05.628305 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] Sync routers for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:05.639600 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:05.640221 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:05.653114 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] No DVR routers for this DVR port 8f48e4d9-3822-4acd-8b65-44198c2add90 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:30:05.656171 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:05.659536 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e9bf959c-a627-46bf-a9c9-72c24a26803c req-9dba3271-9b65-45ba-9199-a0984b0de11a tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "DELETE /networking/v2.0/ports/8f48e4d9-3822-4acd-8b65-44198c2add90 HTTP/1.1" status: 204 len: 173 time: 0.8670325 Sep 28 07:30:05.660077 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'name': 'network-vif-deleted', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:05.662477 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57502bfd-b8a3-4cf6-9fbf-a1a6b313bda4" -d '{"events": [{"server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "name": "network-vif-deleted", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:05.791111 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:05.812706 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e11489e-b22a-4ebd-8004-8e2615b319ac x-openstack-request-id: req-3e11489e-b22a-4ebd-8004-8e2615b319ac {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:05.813292 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268a5985-193b-4474-81f1-3140ec176c98", "name": "network-vif-deleted", "tag": "8f48e4d9-3822-4acd-8b65-44198c2add90", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:05.813399 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e11489e-b22a-4ebd-8004-8e2615b319ac {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:05.813718 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e11489e-b22a-4ebd-8004-8e2615b319ac'] response: {'server_uuid': '268a5985-193b-4474-81f1-3140ec176c98', 'name': 'network-vif-deleted', 'tag': '8f48e4d9-3822-4acd-8b65-44198c2add90', 'status': 'completed', 'code': 200} Sep 28 07:30:06.067047 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:06.093254 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:06.097251 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-21bd1987-3ea9-4bad-a841-4b9cfae00e97 req-62548997-c2db-4a36-b489-a1ba9c4c39e7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=268a5985-193b-4474-81f1-3140ec176c98 HTTP/1.1" status: 200 len: 210 time: 0.0396783 Sep 28 07:30:06.122309 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] Checking router: d4c1e8ad-09ed-4674-a1d9-d2706b364a9d for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:06.132288 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:06.132881 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:06.241021 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:06.435739 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:06.449305 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:06.479993 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91c96c-3e5b-4f23-bbbe-8f1e99a3be41 None None] The sync data for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi is: [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:10Z', 'revision_number': 4, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': 'cd93b665-1fee-42dc-a69c-e4c5e12d463d', 'name': '', 'network_id': '2074fef2-a4a7-4181-98e7-e7c64838b0de', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'mac_address': 'fa:16:3e:bb:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:09Z', 'updated_at': '2022-09-28T07:24:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'subnets': [{'id': '00948a5b-a69b-4a0f-8ce8-e22929cc4cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:06.752228 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64c005-79e4-46df-8803-c32bac4074b2 None None] New status for floating IP b1a0b70d-926b-4c83-bfea-1c981de3a92f: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:30:07.201097 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38482) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:07.507530 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-feb8e3a6-8924-4292-82bc-d5d4ea1e5071 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group (ab72b23e-4a2d-48c5-b0b5-832a6cfb979b), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.516459 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:07.531610 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-feb8e3a6-8924-4292-82bc-d5d4ea1e5071 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group (ab72b23e-4a2d-48c5-b0b5-832a6cfb979b), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.578887 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-feb8e3a6-8924-4292-82bc-d5d4ea1e5071 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ab72b23e-4a2d-48c5-b0b5-832a6cfb979b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.581465 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-feb8e3a6-8924-4292-82bc-d5d4ea1e5071 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.582605 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-feb8e3a6-8924-4292-82bc-d5d4ea1e5071 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ab72b23e-4a2d-48c5-b0b5-832a6cfb979b HTTP/1.1" status: 204 len: 168 time: 0.3804638 Sep 28 07:30:07.585298 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38484) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:07.591694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8e3a6-8924-4292-82bc-d5d4ea1e5071 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72b23e-4a2d-48c5-b0b5-832a6cfb979b,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:07.603457 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.api.v2.resource [None req-baeefebb-bd66-4343-911e-7f9e9842a5e7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] show failed (client error): The resource could not be found. Sep 28 07:30:07.607359 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-baeefebb-bd66-4343-911e-7f9e9842a5e7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups/ab72b23e-4a2d-48c5-b0b5-832a6cfb979b HTTP/1.1" status: 404 len: 347 time: 0.0210264 Sep 28 07:30:07.607521 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38486) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:07.719613 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Deleting port ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:07.719959 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.799901 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.800234 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.813777 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Calling delete_port for ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713 owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:07.953826 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:07.978151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event deleted for resources: {'Port': ['ID=ce8c11a1-9fca-4a3a-88b2-b8fe64a7c713,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:08.041691 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks [] for floatingip (b1a0b70d-926b-4c83-bfea-1c981de3a92f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:08.044328 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:08.045609 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f47a92d5-a316-41eb-9615-2c1e42ac711c tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/b1a0b70d-926b-4c83-bfea-1c981de3a92f HTTP/1.1" status: 204 len: 168 time: 0.4367313 Sep 28 07:30:08.344500 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:09.735311 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 8f48e4d9-3822-4acd-8b65-44198c2add90 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:09.757667 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 8f48e4d9-3822-4acd-8b65-44198c2add90 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:30:09.757999 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 8f48e4d9-3822-4acd-8b65-44198c2add90 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:30:09.847043 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270e3bc-7278-4bda-8c2f-511ea048aff9 req-3e22fe18-6082-4aef-a136-c56a1531582b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:09.848651 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1270e3bc-7278-4bda-8c2f-511ea048aff9 req-3e22fe18-6082-4aef-a136-c56a1531582b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0492523 Sep 28 07:30:09.902540 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1270e3bc-7278-4bda-8c2f-511ea048aff9 req-9e40c398-f4d9-4f6d-9ce7-5b5902c4d513 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475912 Sep 28 07:30:10.531333 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf114c-9a77-4aa9-b9e6-41c0398ef26f req-283803cd-5222-4da8-9ba4-075be2994947 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:10.532828 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e4bf114c-9a77-4aa9-b9e6-41c0398ef26f req-283803cd-5222-4da8-9ba4-075be2994947 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0472794 Sep 28 07:30:10.581290 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e4bf114c-9a77-4aa9-b9e6-41c0398ef26f req-13963d31-c350-4462-8ded-888dac384ce3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427549 Sep 28 07:30:11.030314 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad921c-75ce-48ac-a492-11920e5a1225 req-7151e9c3-6e1c-44c3-b8e9-1a79d5cfabae tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:11.032620 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49ad921c-75ce-48ac-a492-11920e5a1225 req-7151e9c3-6e1c-44c3-b8e9-1a79d5cfabae tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0504811 Sep 28 07:30:11.081466 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49ad921c-75ce-48ac-a492-11920e5a1225 req-f7d54cd9-7da3-4b75-a630-a7b769ccb0e6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431297 Sep 28 07:30:11.706611 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c3536-1cc3-41dd-8072-aa3a3a1d3c8a req-34c8ba69-c027-463c-8faa-d7878a714bd4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:11.708910 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9e3c3536-1cc3-41dd-8072-aa3a3a1d3c8a req-34c8ba69-c027-463c-8faa-d7878a714bd4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0511014 Sep 28 07:30:11.756719 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9e3c3536-1cc3-41dd-8072-aa3a3a1d3c8a req-d062ba8d-22e8-4c4c-a195-4fb735df4633 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Sep 28 07:30:12.204254 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac22f9-fd46-4a89-8382-5fc22db5be14 req-60762433-d4d1-4129-adb0-485edeb22da7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:12.205765 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-22ac22f9-fd46-4a89-8382-5fc22db5be14 req-60762433-d4d1-4129-adb0-485edeb22da7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0461826 Sep 28 07:30:12.260677 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-22ac22f9-fd46-4a89-8382-5fc22db5be14 req-35b06ccd-c9e1-4361-b8ca-842afb70fdb5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=483a4205-ed35-4c41-b142-5ecb714f677f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488973 Sep 28 07:30:12.613358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-123853e4-1792-49f8-9d5c-a15b054cfb15 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:12.614810 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-123853e4-1792-49f8-9d5c-a15b054cfb15 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 945 time: 0.0460813 Sep 28 07:30:12.744155 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Deleting port b2a7b488-544e-4fa3-9375-a53ff209f778 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:12.744599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:12.758814 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:12.845600 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] For port b2a7b488-544e-4fa3-9375-a53ff209f778, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b2a7b488-544e-4fa3-9375-a53ff209f778,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:12.845967 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:12.854846 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:12.883194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd49468-b7bd-4d67-8819-63f130b04e72 req-1972e7d7-fca6-4ec9-8f27-12478aa73bcb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:12.884600 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fbd49468-b7bd-4d67-8819-63f130b04e72 req-1972e7d7-fca6-4ec9-8f27-12478aa73bcb tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0490217 Sep 28 07:30:12.933504 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fbd49468-b7bd-4d67-8819-63f130b04e72 req-1e8fbc65-cf70-4495-8ce1-48c506dadfec tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Sep 28 07:30:13.038747 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-7da136ec-dbd4-496b-ac2b-e90816adf9de tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:13.040265 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-7da136ec-dbd4-496b-ac2b-e90816adf9de tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0912828 Sep 28 07:30:13.062575 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.062949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (a8f65a25-fca5-4f28-90fc-517dad66da6c), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.063274 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Floating IP a8f65a25-fca5-4f28-90fc-517dad66da6c disassociated. External IP: 172.27.2.236, port: b2a7b488-544e-4fa3-9375-a53ff209f778. Sep 28 07:30:13.063624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Calling delete_port for b2a7b488-544e-4fa3-9375-a53ff209f778 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:13.208341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Deleting port 2fcc55c9-f8c5-4280-ac79-26e52989b39d {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:13.208966 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.367869 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] For port 2fcc55c9-f8c5-4280-ac79-26e52989b39d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2fcc55c9-f8c5-4280-ac79-26e52989b39d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:13.368271 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.392039 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (b2a7b488-544e-4fa3-9375-a53ff209f778), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.398915 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3c23d194-418b-4899-884b-13a412b1bea1 req-e475022c-5f84-4e7c-9c80-eebd2747676d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0552065 Sep 28 07:30:13.431083 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Calling delete_port for 2fcc55c9-f8c5-4280-ac79-26e52989b39d owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:13.432926 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event deleted for resources: {'Port': ['ID=b2a7b488-544e-4fa3-9375-a53ff209f778,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:13.450531 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.450844 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.451692 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.451692 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.451856 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.452156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.452475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.452793 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.453134 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.453458 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.453782 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.454102 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.454425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.454780 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.455037 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:13.622744 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:30:13.650961 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:13.660105 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:13.724300 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (2fcc55c9-f8c5-4280-ac79-26e52989b39d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.755264 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event deleted for resources: {'Port': ['ID=2fcc55c9-f8c5-4280-ac79-26e52989b39d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:13.786309 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['648be1a4-0bc1-44aa-a1c5-4643d67519e4'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:30:13.841182 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] No DVR routers for this DVR port 2fcc55c9-f8c5-4280-ac79-26e52989b39d on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:30:13.846402 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.849670 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7d5a75c-be34-411d-98b3-bb34e238ff99 req-f1fc6576-f6f1-420b-a5ce-c3f33150d8d7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "DELETE /networking/v2.0/ports/2fcc55c9-f8c5-4280-ac79-26e52989b39d HTTP/1.1" status: 204 len: 173 time: 0.7836540 Sep 28 07:30:13.850194 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'name': 'network-vif-deleted', 'tag': '2fcc55c9-f8c5-4280-ac79-26e52989b39d'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:13.852500 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88d1628-d783-4fea-b3b2-55c4192a2b75" -d '{"events": [{"server_uuid": "48e3e956-5f6c-45a6-856b-cea495f8a0c8", "name": "network-vif-deleted", "tag": "2fcc55c9-f8c5-4280-ac79-26e52989b39d"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:13.858552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:13.880970 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] Sync routers for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:13.902202 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:13.903115 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:13.940470 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe142e8-a883-4f37-bd4c-3b1db1059ea5 x-openstack-request-id: req-9fe142e8-a883-4f37-bd4c-3b1db1059ea5 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:13.940858 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e3e956-5f6c-45a6-856b-cea495f8a0c8", "name": "network-vif-deleted", "tag": "2fcc55c9-f8c5-4280-ac79-26e52989b39d", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:13.941068 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fe142e8-a883-4f37-bd4c-3b1db1059ea5 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:13.941431 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe142e8-a883-4f37-bd4c-3b1db1059ea5'] response: {'server_uuid': '48e3e956-5f6c-45a6-856b-cea495f8a0c8', 'name': 'network-vif-deleted', 'tag': '2fcc55c9-f8c5-4280-ac79-26e52989b39d', 'status': 'completed', 'code': 200} Sep 28 07:30:13.942580 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] No DVR routers for this DVR port b2a7b488-544e-4fa3-9375-a53ff209f778 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:30:13.944890 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:13.949205 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8734d3bf-a490-48ba-8795-9e59020d6868 req-180a0c7b-a702-4087-b872-5df07fdd4cdd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b2a7b488-544e-4fa3-9375-a53ff209f778 HTTP/1.1" status: 204 len: 173 time: 1.2893562 Sep 28 07:30:14.007595 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:14.079684 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:14.119035 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb387f19-f6c6-4969-bba7-b5a0ae1557e1 req-a14d3657-9bf7-40fb-97f4-301f45be46bc tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=48e3e956-5f6c-45a6-856b-cea495f8a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0346358 Sep 28 07:30:14.321957 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:14.348312 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] Checking router: 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:14.356825 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:14.357451 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:14.460219 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:14.520793 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-83c6e31e-67cb-4890-b244-5d2005932b67 req-0be9f175-15d3-45d9-889d-f2fe3c58345f tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=475e52e8-57f8-4c53-b01d-52e19d35a1af HTTP/1.1" status: 200 len: 210 time: 0.0263846 Sep 28 07:30:14.656937 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:14.690119 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83de8795-3129-49a9-aa98-d75907ed6e04 None None] The sync data for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi is: [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:14.965557 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841a9631-e525-46ed-a7fb-d5267c3af2a9 None None] New status for floating IP a8f65a25-fca5-4f28-90fc-517dad66da6c: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:30:15.445226 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764ab7-8ef5-4d51-a2c6-8c5530e4bdc1 req-c95b21ca-a9c8-4fe0-b658-a647c1bbcf4f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:15.446702 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b8764ab7-8ef5-4d51-a2c6-8c5530e4bdc1 req-c95b21ca-a9c8-4fe0-b658-a647c1bbcf4f tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0509865 Sep 28 07:30:15.494279 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b8764ab7-8ef5-4d51-a2c6-8c5530e4bdc1 req-ca96dd89-a1a3-479f-86af-e2cdd8194411 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Sep 28 07:30:15.614992 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38574) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:15.669812 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d583faf-fec3-404d-9c01-a63c0700a687 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (483a4205-ed35-4c41-b142-5ecb714f677f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:15.692189 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d583faf-fec3-404d-9c01-a63c0700a687 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (483a4205-ed35-4c41-b142-5ecb714f677f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:15.727634 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b2a7b488-544e-4fa3-9375-a53ff209f778 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:15.743536 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d583faf-fec3-404d-9c01-a63c0700a687 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (483a4205-ed35-4c41-b142-5ecb714f677f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:15.747002 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d583faf-fec3-404d-9c01-a63c0700a687 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:15.748105 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7d583faf-fec3-404d-9c01-a63c0700a687 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/483a4205-ed35-4c41-b142-5ecb714f677f HTTP/1.1" status: 204 len: 168 time: 0.1321232 Sep 28 07:30:15.751894 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38576) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:15.757660 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: b2a7b488-544e-4fa3-9375-a53ff209f778 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:30:15.758378 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d583faf-fec3-404d-9c01-a63c0700a687 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a4205-ed35-4c41-b142-5ecb714f677f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:15.758731 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b2a7b488-544e-4fa3-9375-a53ff209f778 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:30:15.761227 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2fcc55c9-f8c5-4280-ac79-26e52989b39d no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:15.770158 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.api.v2.resource [None req-534814a2-7a35-44db-a9fe-2007495b4948 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] show failed (client error): The resource could not be found. Sep 28 07:30:15.771333 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-534814a2-7a35-44db-a9fe-2007495b4948 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups/483a4205-ed35-4c41-b142-5ecb714f677f HTTP/1.1" status: 404 len: 347 time: 0.0174181 Sep 28 07:30:15.774368 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38578) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:15.788289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 2fcc55c9-f8c5-4280-ac79-26e52989b39d {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:30:15.788639 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2fcc55c9-f8c5-4280-ac79-26e52989b39d not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:30:15.890875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Deleting port dd84b0a0-a97f-45b3-98f0-c74b65c96ffe {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:15.891463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:15.943825 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'name': 'network-vif-deleted', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:15.946082 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44c150-f9dc-4d6c-b332-779949436297" -d '{"events": [{"server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "name": "network-vif-deleted", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:15.980602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:15.980957 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:15.990189 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612548ba-c184-43f7-bcb5-b95ec2d8b454 x-openstack-request-id: req-612548ba-c184-43f7-bcb5-b95ec2d8b454 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:15.990477 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475e52e8-57f8-4c53-b01d-52e19d35a1af", "name": "network-vif-deleted", "tag": "b2a7b488-544e-4fa3-9375-a53ff209f778", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:15.990730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-612548ba-c184-43f7-bcb5-b95ec2d8b454 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:15.991117 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612548ba-c184-43f7-bcb5-b95ec2d8b454'] response: {'server_uuid': '475e52e8-57f8-4c53-b01d-52e19d35a1af', 'name': 'network-vif-deleted', 'tag': 'b2a7b488-544e-4fa3-9375-a53ff209f778', 'status': 'completed', 'code': 200} Sep 28 07:30:15.996797 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Calling delete_port for dd84b0a0-a97f-45b3-98f0-c74b65c96ffe owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:16.136187 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (dd84b0a0-a97f-45b3-98f0-c74b65c96ffe), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.162877 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event deleted for resources: {'Port': ['ID=dd84b0a0-a97f-45b3-98f0-c74b65c96ffe,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:16.228915 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (a8f65a25-fca5-4f28-90fc-517dad66da6c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.231456 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.232655 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e32b104e-9ec7-4aee-bf03-3509b16daa34 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/a8f65a25-fca5-4f28-90fc-517dad66da6c HTTP/1.1" status: 204 len: 168 time: 0.4570885 Sep 28 07:30:16.328201 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38584) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:16.332756 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-dd62913f-f625-4fbd-92ba-7c2b22be42f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413886680', 'description': 'tempest-description--713145526'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:16.336962 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:16.354000 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd62913f-f625-4fbd-92ba-7c2b22be42f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.364615 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:16.438945 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd62913f-f625-4fbd-92ba-7c2b22be42f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (fefe2adf-3e2c-4aef-af31-7fee8699b30a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.445273 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd62913f-f625-4fbd-92ba-7c2b22be42f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fefe2adf-3e2c-4aef-af31-7fee8699b30a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.476747 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62913f-f625-4fbd-92ba-7c2b22be42f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefe2adf-3e2c-4aef-af31-7fee8699b30a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:16.481491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd62913f-f625-4fbd-92ba-7c2b22be42f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.485779 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-dd62913f-f625-4fbd-92ba-7c2b22be42f7 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1534870 Sep 28 07:30:16.487199 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38588) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:16.493451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'security_group_rule': {'security_group_id': 'fefe2adf-3e2c-4aef-af31-7fee8699b30a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:16.530923 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (a5d9c337-2e09-4992-8b4d-bd1894699e35), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.602158 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (a5d9c337-2e09-4992-8b4d-bd1894699e35), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.621340 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (a5d9c337-2e09-4992-8b4d-bd1894699e35), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.647017 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d9c337-2e09-4992-8b4d-bd1894699e35,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:16.656567 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e3d26-dfde-4dd2-86e1-34eafcabb12e req-174dcd7d-5ff9-421c-baac-be474fbe39d6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:16.658093 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-686e3d26-dfde-4dd2-86e1-34eafcabb12e req-174dcd7d-5ff9-421c-baac-be474fbe39d6 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0748761 Sep 28 07:30:16.664344 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.665475 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1755023 Sep 28 07:30:16.668049 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.668276 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38592) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:16.668390 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.668723 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.669093 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.669428 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.669757 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.670082 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.671014 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.671346 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.671670 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.671994 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.672319 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.672640 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.672988 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.673297 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160490c-607d-4426-86d1-89463a9a39d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:16.673396 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-5f54482e-a01e-4b89-99c8-2b9e661d2c40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'security_group_rule': {'security_group_id': 'fefe2adf-3e2c-4aef-af31-7fee8699b30a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:16.711856 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5f54482e-a01e-4b89-99c8-2b9e661d2c40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (449ca1e7-75e8-42a6-8527-32f3924428eb), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.715806 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:16.726540 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-686e3d26-dfde-4dd2-86e1-34eafcabb12e req-1287af57-daff-43cd-bbe3-1db8dab94db2 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598774 Sep 28 07:30:16.780064 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5f54482e-a01e-4b89-99c8-2b9e661d2c40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (449ca1e7-75e8-42a6-8527-32f3924428eb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.783511 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5f54482e-a01e-4b89-99c8-2b9e661d2c40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (449ca1e7-75e8-42a6-8527-32f3924428eb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.801670 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54482e-a01e-4b89-99c8-2b9e661d2c40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449ca1e7-75e8-42a6-8527-32f3924428eb,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:16.814939 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5f54482e-a01e-4b89-99c8-2b9e661d2c40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.816253 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5f54482e-a01e-4b89-99c8-2b9e661d2c40 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469777 Sep 28 07:30:16.819501 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38596) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:16.824643 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:16.845438 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.924505 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:16.933101 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:17.030959 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Allocated IP 172.27.2.170 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/07f3fb28-d6cb-4198-bfc8-748e74f0f7d7) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:17.132592 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.164885 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.207915 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:17.214157 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:17.216770 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:17.225738 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'Port': ['ID=07f3fb28-d6cb-4198-bfc8-748e74f0f7d7,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:17.268606 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (0ef39e12-41e3-4695-bc3e-5b50da1d2f94), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.308443 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.468651 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.473604 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.474343 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (0ef39e12-41e3-4695-bc3e-5b50da1d2f94), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.513109 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:17.514938 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6941779 Sep 28 07:30:17.522061 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee01c8a-8283-40d3-a5e6-f785d2ff0eb2 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'Port': ['ID=07f3fb28-d6cb-4198-bfc8-748e74f0f7d7,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:17.628030 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:17.666312 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-09282400-1a4b-4c5a-8c1f-441922135d13 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1413886680&fields=id&tenant_id=6f391a1187074b68b3c6a887634b479b HTTP/1.1" status: 200 len: 267 time: 0.0443976 Sep 28 07:30:17.776472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-0d1349c7-f190-4ad1-bb9f-3ab5f542eec9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:17.777981 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-0d1349c7-f190-4ad1-bb9f-3ab5f542eec9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 810 time: 0.1042643 Sep 28 07:30:17.792845 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-65fbfb72-d88a-48e6-9981-3f02b7a5d76b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/quotas/6f391a1187074b68b3c6a887634b479b HTTP/1.1" status: 200 len: 375 time: 0.0089960 Sep 28 07:30:17.808915 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:17.847772 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-80623690-6261-49dd-8796-a53d94cef14c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486820 Sep 28 07:30:17.857652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78664de9-cdfb-4f8a-8784-32d972a58699 req-1dbd6623-dd97-4788-93fb-817ed8d21a6e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:17.859813 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78664de9-cdfb-4f8a-8784-32d972a58699 req-1dbd6623-dd97-4788-93fb-817ed8d21a6e tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0538507 Sep 28 07:30:17.911622 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78664de9-cdfb-4f8a-8784-32d972a58699 req-6469f036-76e7-4548-9daf-bcfdeeaff024 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Sep 28 07:30:18.043725 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-10a65f6d-45ff-43c8-8f10-b7bc3bc45c95 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818335 Sep 28 07:30:18.133255 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-79c4ff6f-3aac-4946-b9c0-313d526f6af5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836422 Sep 28 07:30:18.298955 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c80afaa6-801d-45a3-a02f-c143e0cf6a0a req-e51671cf-7dc8-4f85-bc24-5d6f3809b525 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 210 time: 0.0314903 Sep 28 07:30:18.837329 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-2219162b-30e3-4018-bf6c-d67dbe6a6fc4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:18.838797 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-2219162b-30e3-4018-bf6c-d67dbe6a6fc4 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0491757 Sep 28 07:30:18.923746 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Deleting port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:18.924410 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:19.022882 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] For port 648be1a4-0bc1-44aa-a1c5-4643d67519e4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=648be1a4-0bc1-44aa-a1c5-4643d67519e4,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:19.023244 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:19.037621 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Calling delete_port for 648be1a4-0bc1-44aa-a1c5-4643d67519e4 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:19.050228 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8539aa-aa72-4486-8a89-eb884a779711 req-2ede7259-d209-4b45-88ac-3f4f9ad30c36 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:19.051862 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3a8539aa-aa72-4486-8a89-eb884a779711 req-2ede7259-d209-4b45-88ac-3f4f9ad30c36 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 945 time: 0.0582149 Sep 28 07:30:19.108295 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3a8539aa-aa72-4486-8a89-eb884a779711 req-67c4139f-783d-426b-ac73-a63d5d62ace1 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=67750e94-fbab-4e85-b7ac-e34bee9bc3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503623 Sep 28 07:30:19.177886 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (648be1a4-0bc1-44aa-a1c5-4643d67519e4), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:19.192530 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['648be1a4-0bc1-44aa-a1c5-4643d67519e4'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:30:19.206016 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Pushing event deleted for resources: {'Port': ['ID=648be1a4-0bc1-44aa-a1c5-4643d67519e4,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:19.247850 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] No DVR routers for this DVR port 648be1a4-0bc1-44aa-a1c5-4643d67519e4 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:30:19.251002 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:19.254289 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-36b9dcd2-1557-47aa-9e2a-70c81ec5a8f1 req-e76b70af-cac3-4d31-9288-11d67cc690a7 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.33 "DELETE /networking/v2.0/ports/648be1a4-0bc1-44aa-a1c5-4643d67519e4 HTTP/1.1" status: 204 len: 173 time: 0.4079733 Sep 28 07:30:19.254778 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'name': 'network-vif-deleted', 'tag': '648be1a4-0bc1-44aa-a1c5-4643d67519e4'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:19.257008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e59b27-acb3-4702-9387-c42ef9941c68" -d '{"events": [{"server_uuid": "d3780a43-5882-4fed-90eb-bd39060f6d99", "name": "network-vif-deleted", "tag": "648be1a4-0bc1-44aa-a1c5-4643d67519e4"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:19.294751 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14cc4b6-472f-41ef-90a8-d81229fc5fba x-openstack-request-id: req-a14cc4b6-472f-41ef-90a8-d81229fc5fba {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:19.295045 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3780a43-5882-4fed-90eb-bd39060f6d99", "name": "network-vif-deleted", "tag": "648be1a4-0bc1-44aa-a1c5-4643d67519e4", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:19.295377 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a14cc4b6-472f-41ef-90a8-d81229fc5fba {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:19.296054 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14cc4b6-472f-41ef-90a8-d81229fc5fba'] response: {'server_uuid': 'd3780a43-5882-4fed-90eb-bd39060f6d99', 'name': 'network-vif-deleted', 'tag': '648be1a4-0bc1-44aa-a1c5-4643d67519e4', 'status': 'completed', 'code': 200} Sep 28 07:30:19.407643 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-96dc76b7-6363-44ee-8d8b-65f8774f8380 req-1186f22a-9585-42a5-a6ff-aec00ba87f67 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 210 time: 0.0319993 Sep 28 07:30:19.573145 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:19.659896 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:19.744538 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-258c4636-f12a-4e9b-a127-4a7214440ce1 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:19.746086 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-258c4636-f12a-4e9b-a127-4a7214440ce1 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 810 time: 0.1834455 Sep 28 07:30:19.829815 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-b63a63e4-b0e8-4386-8175-c840e684b3c5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6f391a1187074b68b3c6a887634b479b HTTP/1.1" status: 200 len: 380 time: 0.0715947 Sep 28 07:30:19.841730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'port': {'device_id': '1db94c92-043c-4834-903c-2a192fe45d02', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'admin_state_up': True, 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'security_groups': ['fefe2adf-3e2c-4aef-af31-7fee8699b30a']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:19.962089 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Made reservation on behalf of 6f391a1187074b68b3c6a887634b479b for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:30:19.965885 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.052409 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498d2ae-ebbd-4815-b622-61dd5ebe9052 req-98fb8416-b3d0-4676-a43f-7bdb37f66dc5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:20.053946 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e498d2ae-ebbd-4815-b622-61dd5ebe9052 req-98fb8416-b3d0-4676-a43f-7bdb37f66dc5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0473111 Sep 28 07:30:20.089834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Allocated IP 172.20.0.13 (a68568d7-53b7-4646-8455-51184edc4b5d/3381bf72-7241-40a8-99f2-5642624dce19/ee66bf46-3d63-4bf1-879b-6e217b8ac1d2) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:20.112490 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e498d2ae-ebbd-4815-b622-61dd5ebe9052 req-413cf410-80c2-4245-a585-0f40d58fac51 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523608 Sep 28 07:30:20.241998 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad961c45-ed8e-4fce-ab16-3a1dbe772e52 req-1c943d5f-a4ee-4dbe-8879-a057d2e227e3 tempest-ServerRescueNegativeTestJSON-1575633544 tempest-ServerRescueNegativeTestJSON-1575633544-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3780a43-5882-4fed-90eb-bd39060f6d99 HTTP/1.1" status: 200 len: 210 time: 0.0438681 Sep 28 07:30:20.281748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.315535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.360845 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Network a68568d7-53b7-4646-8455-51184edc4b5d is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:20.363949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:20.367722 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:20.395374 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event updated for resources: {'Port': ['ID=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:20.426940 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:20.427590 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.449539 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-9a37754a-b8cb-4440-948f-c516c32570da tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6119006 Sep 28 07:30:20.462917 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Request body: {'port': {'device_id': '1db94c92-043c-4834-903c-2a192fe45d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:20.525233 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.540193 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:20.546339 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eff1a2-ea61-49d2-9af5-8032b06e0abd req-75fc5a0c-9b63-495c-9320-37d641247590 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:20.548208 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-18eff1a2-ea61-49d2-9af5-8032b06e0abd req-75fc5a0c-9b63-495c-9320-37d641247590 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 932 time: 0.0568504 Sep 28 07:30:20.574481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:20.602762 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-18eff1a2-ea61-49d2-9af5-8032b06e0abd req-89df030c-6871-4285-9a16-7f96f7f301dd tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487580 Sep 28 07:30:20.643741 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:20.649717 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Provisioning complete for port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:20.650116 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.650473 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Attempt 1 to provision port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 Sep 28 07:30:20.694746 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:20.798571 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:30:20.806770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Publish callbacks [] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.821125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Transition to ACTIVE for port object ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:30:20.824771 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:20.920151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Pushing event updated for resources: {'Port': ['ID=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:21.195908 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Attempt 2 to provision port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 Sep 28 07:30:21.220606 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-793aea44-38bf-4115-90a1-921552d61604 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-401944427&fields=id&tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 267 time: 0.3404002 Sep 28 07:30:21.231689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:21.231881 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Attempting to bind port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:30:21.232159 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Attempting to bind port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:30:21.232491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Attempting to bind port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 on network a68568d7-53b7-4646-8455-51184edc4b5d {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:21.239041 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeea7d1-8839-445c-9930-629809382ac2 req-37820623-5458-4976-8648-7a6b3222a779 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:21.240525 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bdeea7d1-8839-445c-9930-629809382ac2 req-37820623-5458-4976-8648-7a6b3222a779 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0491159 Sep 28 07:30:21.288237 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bdeea7d1-8839-445c-9930-629809382ac2 req-01bc6024-5d26-435d-a745-53e17955ccb6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 Sep 28 07:30:21.341314 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 on network a68568d7-53b7-4646-8455-51184edc4b5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:30:21.341314 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Attempting to bind port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 on network a68568d7-53b7-4646-8455-51184edc4b5d {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:21.345266 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38686) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:21.389367 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-8bb666c9-48d5-4e25-9ef7-d91757b2809d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:21.390960 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-8bb666c9-48d5-4e25-9ef7-d91757b2809d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 812 time: 0.1613357 Sep 28 07:30:21.416213 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-f0058b14-e1f7-4ec1-9ecc-0d996e810411 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/quotas/bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 375 time: 0.0184698 Sep 28 07:30:21.416992 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:30:21.417332 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Checking segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:21.417705 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Bound using segment: {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:30:21.418144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Bound port: ee66bf46-3d63-4bf1-879b-6e217b8ac1d2, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d53d8-7622-40a2-853a-bfebc5d9d762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:30:21.418495 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:21.502313 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-95f7a1db-4824-4e0e-a4d2-d878a3251288 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727494 Sep 28 07:30:21.529343 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] For port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:30:21.532774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] For port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:30:21.539512 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:21.544035 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:21.544632 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:21.546129 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 HTTP/1.1" status: 200 len: 1094 time: 1.0880158 Sep 28 07:30:21.546676 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:21.548922 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f11e3-c6aa-4ede-9b56-ffd2619e379b" -d '{"events": [{"name": "network-changed", "server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:21.607022 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40429be4-a95f-4e1a-ad8c-b32882d40163 x-openstack-request-id: req-40429be4-a95f-4e1a-ad8c-b32882d40163 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:21.607311 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:21.607600 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40429be4-a95f-4e1a-ad8c-b32882d40163 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:21.608240 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40429be4-a95f-4e1a-ad8c-b32882d40163'] response: {'name': 'network-changed', 'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'status': 'completed', 'code': 200} Sep 28 07:30:21.609899 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-90ad524d-c759-4960-8e82-4ed95a25fd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:21.647696 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:21.694368 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:21.698139 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:21.706532 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140e4c7-10bc-422a-b093-ed9befaaa1ec service neutron] Pushing event updated for resources: {'Port': ['ID=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:21.724280 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-635c1e5d-0a0e-4ab6-bffe-73b4b37507ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:21.725809 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-635c1e5d-0a0e-4ab6-bffe-73b4b37507ef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 1128 time: 0.0898378 Sep 28 07:30:21.734308 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Attempt 3 to provision port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 Sep 28 07:30:21.747165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-2a8b1bce-9068-4a87-bee8-aa890b00fc7e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331903 Sep 28 07:30:21.761644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 648be1a4-0bc1-44aa-a1c5-4643d67519e4 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:21.767318 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4790360-1683-46ee-b9e9-9e02a00fd785 req-794c03ad-fb52-423d-b690-89c3c51e78c3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:21.768795 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d4790360-1683-46ee-b9e9-9e02a00fd785 req-794c03ad-fb52-423d-b690-89c3c51e78c3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 944 time: 0.0859425 Sep 28 07:30:21.782016 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-ed934272-ad75-49ae-a39c-9cf3b51a653f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 HTTP/1.1" status: 200 len: 217 time: 0.0442278 Sep 28 07:30:21.790289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 648be1a4-0bc1-44aa-a1c5-4643d67519e4 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:30:21.790720 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 648be1a4-0bc1-44aa-a1c5-4643d67519e4 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:30:21.803010 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-87bfec35-a4f3-4a09-ba27-92350892b299 None None] Port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:30:21.885682 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-4772ebd1-9a61-422f-af55-e3d4d919ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:21.887148 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-4772ebd1-9a61-422f-af55-e3d4d919ce9c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.0920339 Sep 28 07:30:21.950042 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-a02e3f91-7157-4f3b-98f0-905f5bb9e8eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771646 Sep 28 07:30:21.953983 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-c47dad05-6422-4ffd-be48-d077b36951b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:21.955167 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-c47dad05-6422-4ffd-be48-d077b36951b0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585005 Sep 28 07:30:22.059772 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-5deccefa-2b50-4381-9be0-8d963be93e3c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967436 Sep 28 07:30:22.078421 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d4790360-1683-46ee-b9e9-9e02a00fd785 req-15addb2f-e86b-4cb8-98df-1c953febe13d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007908 Sep 28 07:30:22.134870 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:22.137195 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:22.168115 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1655493e-88fd-4a7f-889d-88e3b34c117a req-cf96ac00-e5b7-458b-adb8-daf7e89b5f92 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975306 Sep 28 07:30:22.330462 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-59d96135-aab9-4217-9fac-0047f03b636e req-a1196223-c524-467f-8f66-9e236c0b2a16 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 210 time: 0.0546272 Sep 28 07:30:22.412228 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Deleting port cd93b665-1fee-42dc-a69c-e4c5e12d463d {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:22.412557 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:22.448068 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26651c41-c106-4599-89da-3b31d2225b69 req-4ddbee89-495a-41d9-b003-e8db02564e6e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:22.450415 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26651c41-c106-4599-89da-3b31d2225b69 req-4ddbee89-495a-41d9-b003-e8db02564e6e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0594709 Sep 28 07:30:22.500384 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] For port cd93b665-1fee-42dc-a69c-e4c5e12d463d, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=cd93b665-1fee-42dc-a69c-e4c5e12d463d,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:22.500746 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:22.507662 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26651c41-c106-4599-89da-3b31d2225b69 req-130fc500-7501-4163-9760-bb80f4504d4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508966 Sep 28 07:30:22.518326 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Calling delete_port for cd93b665-1fee-42dc-a69c-e4c5e12d463d owned by network:router_interface {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:22.705451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (cd93b665-1fee-42dc-a69c-e4c5e12d463d), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:22.730222 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd93b665-1fee-42dc-a69c-e4c5e12d463d,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:22.845622 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:22.853384 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:23.065560 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:30:23.068553 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:23.190944 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-c8036995-3b38-48e0-bb3e-441970fe6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:23.192475 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-c8036995-3b38-48e0-bb3e-441970fe6fc9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 1128 time: 0.0397370 Sep 28 07:30:23.213358 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:23.219997 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3709-1ace-44b4-b3c1-a8aad6d9026a req-2ee1f8cf-a10a-4ab8-853b-e67f55841629 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:23.222891 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-78da3709-1ace-44b4-b3c1-a8aad6d9026a req-2ee1f8cf-a10a-4ab8-853b-e67f55841629 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 944 time: 0.0578563 Sep 28 07:30:23.224933 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-aa08fc5a-57e4-4071-b4e0-797ea287aaa1 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d4c1e8ad-09ed-4674-a1d9-d2706b364a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788457 Sep 28 07:30:23.229727 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38716) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:23.232911 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] Sync routers for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:23.246030 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:23.246641 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:23.308229 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-7aaea09c-8cf2-4b4e-877e-a077ac2a2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:23.310268 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-7aaea09c-8cf2-4b4e-877e-a077ac2a2060 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 911 time: 0.1071031 Sep 28 07:30:23.369773 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-78da3709-1ace-44b4-b3c1-a8aad6d9026a req-a1958775-6031-459c-9917-ac1089cf3dc4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269879 Sep 28 07:30:23.370179 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:23.378015 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-88116345-51ec-4109-b9f6-610820e8f801 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 HTTP/1.1" status: 200 len: 217 time: 0.0548530 Sep 28 07:30:23.398257 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks [] for router (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:23.439839 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-76b48eaa-691a-414a-bd43-bb9bdd9ce312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:23.441340 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-76b48eaa-691a-414a-bd43-bb9bdd9ce312 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.0557685 Sep 28 07:30:23.511247 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f5401d0-489f-4186-9d6d-594f28918b3b req-8c67a58b-046a-45a4-b0ca-cdff79b40adb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 210 time: 0.0620737 Sep 28 07:30:23.531435 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-9c2d2564-23f9-4306-970c-2198ae70537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:23.533213 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-9c2d2564-23f9-4306-970c-2198ae70537d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828192 Sep 28 07:30:23.560086 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks [] for router_gateway (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:23.646385 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Deleting port 1433fc0d-95e8-4204-8f99-0b686e07c10b {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:23.646640 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:23.662284 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-3fa53852-3629-41eb-8f9a-3fbd633b739d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211555 Sep 28 07:30:23.672160 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ab13-a55c-40ee-895a-732aa4b70126 req-186de985-8a12-4727-ae3a-3c58471d1f09 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:23.673666 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d155ab13-a55c-40ee-895a-732aa4b70126 req-186de985-8a12-4727-ae3a-3c58471d1f09 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0733001 Sep 28 07:30:23.681298 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:30:22Z', 'revision_number': 5, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port': {'id': '1433fc0d-95e8-4204-8f99-0b686e07c10b', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:59Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:23.683986 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:23.712665 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] Checking router: d4c1e8ad-09ed-4674-a1d9-d2706b364a9d for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:23.721887 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] Routers {'d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:23.722481 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:29:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:23.762740 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d155ab13-a55c-40ee-895a-732aa4b70126 req-e389bf82-df51-47f6-92a2-76e9e1b87571 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622067 Sep 28 07:30:23.778253 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] For port 1433fc0d-95e8-4204-8f99-0b686e07c10b, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=1433fc0d-95e8-4204-8f99-0b686e07c10b,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:23.779313 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:23.794852 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Calling delete_port for 1433fc0d-95e8-4204-8f99-0b686e07c10b owned by network:router_gateway {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:23.803884 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:23.809007 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] Set router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:23.810816 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:23.857467 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:30:23Z', 'revision_number': 6, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:23.884719 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09110274-27e8-4c22-b7ec-1c711500e27f None None] The sync data for ids ['d4c1e8ad-09ed-4674-a1d9-d2706b364a9d'] in dv-cinder-859447-1-iscsi is: [{'id': 'd4c1e8ad-09ed-4674-a1d9-d2706b364a9d', 'name': 'tempest-ServerRescueNegativeTestJSON-183143492-router', 'tenant_id': 'fc7675d275394d8893d0facf20d3a4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:30:23Z', 'revision_number': 6, 'project_id': 'fc7675d275394d8893d0facf20d3a4e7', 'gw_port_host': None}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:23.893630 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-156f037f-0d18-4056-b41d-2b0163815fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:23.926537 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:23.977957 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-122f11e3-c6aa-4ede-9b56-ffd2619e379b req-7aaabfd5-56ec-4270-bc79-38fb1ef24c4c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184022 Sep 28 07:30:24.017602 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (1433fc0d-95e8-4204-8f99-0b686e07c10b), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.047734 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:24.049581 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Pushing event deleted for resources: {'Port': ['ID=1433fc0d-95e8-4204-8f99-0b686e07c10b,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:24.075267 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.088217 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-6a0111e6-0c01-46e4-a16d-116df5096dc2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:24.089689 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-6a0111e6-0c01-46e4-a16d-116df5096dc2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 812 time: 0.1227925 Sep 28 07:30:24.157950 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7d7db35-7a2f-457d-a622-d39dc82e4196 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 379 time: 0.0587163 Sep 28 07:30:24.166548 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'port': {'device_id': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'admin_state_up': True, 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'security_groups': ['bdbea521-d2a3-431b-8c77-e4336af9322a']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:24.167556 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.169895 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks [] for router_controller (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.218756 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (d4c1e8ad-09ed-4674-a1d9-d2706b364a9d), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.219435 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c1e8ad-09ed-4674-a1d9-d2706b364a9d {{(pid=106259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:30:24.224274 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.227756 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2911e3fe-7b79-4514-bcea-bd1a33d165be admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/d4c1e8ad-09ed-4674-a1d9-d2706b364a9d HTTP/1.1" status: 204 len: 168 time: 0.9947660 Sep 28 07:30:24.228175 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38724) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:24.236094 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:24.286567 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] Deleting subnet 00948a5b-a69b-4a0f-8ce8-e22929cc4cbd {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:30:24.289993 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] Publish callbacks [] for subnet (00948a5b-a69b-4a0f-8ce8-e22929cc4cbd), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.298223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Made reservation on behalf of bfa33399f5994fb4a1ad804fa6e75f8b for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:30:24.302223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.337595 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] Publish callbacks [] for subnet (00948a5b-a69b-4a0f-8ce8-e22929cc4cbd), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.387725 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (00948a5b-a69b-4a0f-8ce8-e22929cc4cbd), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.451396 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (00948a5b-a69b-4a0f-8ce8-e22929cc4cbd), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.462487 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Allocated IP 172.20.0.7 (3597cb55-79da-4b37-872b-aa28123264c5/51eeb712-ab36-4528-a7c4-38330072cd29/c820c0dd-b904-418b-a64a-a70ba69e8c04) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:24.480056 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00948a5b-a69b-4a0f-8ce8-e22929cc4cbd,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:24.482011 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.487471 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd85f5-8aa6-4952-937f-fb2ae7d451da None None] Network 2074fef2-a4a7-4181-98e7-e7c64838b0de requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:30:24.492822 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-3ff0301a-3e45-4c17-a845-1697b2bc192f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/00948a5b-a69b-4a0f-8ce8-e22929cc4cbd HTTP/1.1" status: 204 len: 168 time: 0.2561736 Sep 28 07:30:24.493325 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38728) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:24.641784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd71c5-a447-4f37-a6b0-d8fd77cea4d1 req-faa1a16a-4e08-4437-8354-dd08cdc29dc1 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:24.643399 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e2dd71c5-a447-4f37-a6b0-d8fd77cea4d1 req-faa1a16a-4e08-4437-8354-dd08cdc29dc1 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 944 time: 0.1693790 Sep 28 07:30:24.653036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (2074fef2-a4a7-4181-98e7-e7c64838b0de), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.684610 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a2886731-d76b-4f0f-ae89-008357a099c1 req-3ff96e96-9801-4082-88e7-aceaaeaaf8b0 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 210 time: 0.0483367 Sep 28 07:30:24.709122 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] DHCP port deletion for 2074fef2-a4a7-4181-98e7-e7c64838b0de request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:30:24.766543 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Deleting port 41f3421d-cf53-4bb1-92af-3e744b964134 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:24.768588 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.838984 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e2dd71c5-a447-4f37-a6b0-d8fd77cea4d1 req-2e540dd3-6870-4f90-a92f-f4b8e1a600aa tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598585 Sep 28 07:30:24.853975 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] For port 41f3421d-cf53-4bb1-92af-3e744b964134, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=41f3421d-cf53-4bb1-92af-3e744b964134,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:24.854815 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.878266 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Deleting port 41f3421d-cf53-4bb1-92af-3e744b964134 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:30:24.878642 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.894823 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Calling delete_port for 41f3421d-cf53-4bb1-92af-3e744b964134 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:24.897891 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:24.909497 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:24.937896 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cab251-6980-4fad-ae75-0433ec19aeaa req-f40d9e78-4f11-4980-890f-1a6a7ed1f9c9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:24.939846 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-34cab251-6980-4fad-ae75-0433ec19aeaa req-f40d9e78-4f11-4980-890f-1a6a7ed1f9c9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0735989 Sep 28 07:30:24.942701 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:24.955560 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1433fc0d-95e8-4204-8f99-0b686e07c10b no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:24.978838 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 1433fc0d-95e8-4204-8f99-0b686e07c10b {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:30:24.979503 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1433fc0d-95e8-4204-8f99-0b686e07c10b not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:30:24.981798 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cd93b665-1fee-42dc-a69c-e4c5e12d463d no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:24.983946 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] For port 41f3421d-cf53-4bb1-92af-3e744b964134, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=41f3421d-cf53-4bb1-92af-3e744b964134,segment=NetworkSegment(810b5e71-e085-4f54-bdbf-c63db8aa115e),segment_id=810b5e71-e085-4f54-bdbf-c63db8aa115e)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:24.984310 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.001841 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-34cab251-6980-4fad-ae75-0433ec19aeaa req-b721824f-6156-483b-be5c-b925ccda651c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567944 Sep 28 07:30:25.005119 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Calling delete_port for 41f3421d-cf53-4bb1-92af-3e744b964134 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:30:25.017484 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: cd93b665-1fee-42dc-a69c-e4c5e12d463d {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:30:25.018081 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cd93b665-1fee-42dc-a69c-e4c5e12d463d not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:30:25.018832 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 41f3421d-cf53-4bb1-92af-3e744b964134 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:25.051730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:25.054936 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.088181 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.115979 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Network 3597cb55-79da-4b37-872b-aa28123264c5 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:25.124807 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:25.130218 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:25.135216 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Port 41f3421d-cf53-4bb1-92af-3e744b964134 update to DOWN by agent not found {{(pid=106260) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 28 07:30:25.154010 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Pushing event deleted for resources: {'Port': ['ID=41f3421d-cf53-4bb1-92af-3e744b964134,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:25.167544 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] No DVR routers for this DVR port 41f3421d-cf53-4bb1-92af-3e744b964134 on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:30:25.175226 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.175780 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.176120 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.176463 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.176800 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.177149 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.177658 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.177985 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.178310 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.178516 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=c820c0dd-b904-418b-a64a-a70ba69e8c04,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:25.178643 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.178941 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.179285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.179609 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.179954 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.180244 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ae722-e8b0-4903-8a84-14c1e7a32cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:30:25.201011 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.203652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (41f3421d-cf53-4bb1-92af-3e744b964134), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.219957 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:25.220668 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.244027 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Pushing event deleted for resources: {'Port': ['ID=41f3421d-cf53-4bb1-92af-3e744b964134,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:25.248874 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] No DVR routers for this DVR port 41f3421d-cf53-4bb1-92af-3e744b964134 on host dv-cinder-859447-1-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:30:25.275289 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-69f82a53-bee5-41a2-b181-7fe487600e19 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1127191 Sep 28 07:30:25.291431 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Request body: {'port': {'device_id': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:25.356751 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (2074fef2-a4a7-4181-98e7-e7c64838b0de), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.396966 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2074fef2-a4a7-4181-98e7-e7c64838b0de']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:25.410854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810b5e71-e085-4f54-bdbf-c63db8aa115e') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:25.411157 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810b5e71-e085-4f54-bdbf-c63db8aa115e') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:25.420918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.423803 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (810b5e71-e085-4f54-bdbf-c63db8aa115e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.446358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (810b5e71-e085-4f54-bdbf-c63db8aa115e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.447825 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Provisioning complete for port c820c0dd-b904-418b-a64a-a70ba69e8c04 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:25.448192 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.448519 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Attempt 1 to provision port c820c0dd-b904-418b-a64a-a70ba69e8c04 Sep 28 07:30:25.475664 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:30:25.475664 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (810b5e71-e085-4f54-bdbf-c63db8aa115e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.491845 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Port c820c0dd-b904-418b-a64a-a70ba69e8c04 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:25.519464 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 810b5e71-e085-4f54-bdbf-c63db8aa115e resource provider aggregate not found Sep 28 07:30:25.543570 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 810b5e71-e085-4f54-bdbf-c63db8aa115e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 810b5e71-e085-4f54-bdbf-c63db8aa115e found for delete ", "request_id": "req-42492d63-33a1-48b1-a70c-6571f35df36e"}]} Sep 28 07:30:25.592617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (2074fef2-a4a7-4181-98e7-e7c64838b0de), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.599875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.602880 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/2074fef2-a4a7-4181-98e7-e7c64838b0de HTTP/1.1" status: 204 len: 168 time: 1.1086192 Sep 28 07:30:25.622026 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5f344-de13-4dd9-b9a3-e96b3b0336dd admin admin] Pushing event deleted for resources: {'Network': ['ID=2074fef2-a4a7-4181-98e7-e7c64838b0de,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:25.739103 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38742) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:25.742243 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:25.770763 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:30:25.784988 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-981e8b1c-e172-4090-bca9-6b7ef852fbf5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fc7675d275394d8893d0facf20d3a4e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432048 Sep 28 07:30:25.786194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38744) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:25.797142 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c820c0dd-b904-418b-a64a-a70ba69e8c04 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:30:25.822640 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Publish callbacks [] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.837716 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-30aefe64-945a-4a60-9de3-9b05a8973b16 admin admin] Publish callbacks [] for security_group (67750e94-fbab-4e85-b7ac-e34bee9bc3f9), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.848437 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779dc19-353c-4eb6-b6ca-9877f1e344d7 req-4eaabe74-8e22-4a32-b3cd-980c9a8901d2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:25.850922 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f779dc19-353c-4eb6-b6ca-9877f1e344d7 req-4eaabe74-8e22-4a32-b3cd-980c9a8901d2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 931 time: 0.0687962 Sep 28 07:30:25.851956 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Transition to ACTIVE for port object c820c0dd-b904-418b-a64a-a70ba69e8c04 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:30:25.857348 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.864057 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-30aefe64-945a-4a60-9de3-9b05a8973b16 admin admin] Publish callbacks [] for security_group (67750e94-fbab-4e85-b7ac-e34bee9bc3f9), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.887435 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:25.902036 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'port_id': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'mac_address': 'fa:16:3e:bc:9f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:30:25.946076 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-30aefe64-945a-4a60-9de3-9b05a8973b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (67750e94-fbab-4e85-b7ac-e34bee9bc3f9), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.956211 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-30aefe64-945a-4a60-9de3-9b05a8973b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.957744 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-30aefe64-945a-4a60-9de3-9b05a8973b16 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/67750e94-fbab-4e85-b7ac-e34bee9bc3f9 HTTP/1.1" status: 204 len: 168 time: 0.1703353 Sep 28 07:30:25.964440 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:25.965090 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:25.966701 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Pushing event updated for resources: {'Port': ['ID=c820c0dd-b904-418b-a64a-a70ba69e8c04,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:25.973879 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:25.983689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:30:25.994944 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Attempt 2 to provision port c820c0dd-b904-418b-a64a-a70ba69e8c04 Sep 28 07:30:26.000019 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:26.000932 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f779dc19-353c-4eb6-b6ca-9877f1e344d7 req-df8a2508-da21-47f6-8fd9-ee3686222688 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383431 Sep 28 07:30:26.031616 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Attempting to bind port c820c0dd-b904-418b-a64a-a70ba69e8c04 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:30:26.032235 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Attempting to bind port c820c0dd-b904-418b-a64a-a70ba69e8c04 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:30:26.032383 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aefe64-945a-4a60-9de3-9b05a8973b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67750e94-fbab-4e85-b7ac-e34bee9bc3f9,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:26.032578 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Attempting to bind port c820c0dd-b904-418b-a64a-a70ba69e8c04 on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:26.032859 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:26.046383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:26.068036 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ae063-822a-46d4-812c-7bc10eeabe37 req-efc93262-8fea-41fe-a697-610ea6361c02 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:26.070483 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb2ae063-822a-46d4-812c-7bc10eeabe37 req-efc93262-8fea-41fe-a697-610ea6361c02 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 944 time: 0.1115808 Sep 28 07:30:26.090092 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Port c820c0dd-b904-418b-a64a-a70ba69e8c04 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:26.110327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Port c820c0dd-b904-418b-a64a-a70ba69e8c04 on network 3597cb55-79da-4b37-872b-aa28123264c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:30:26.110818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Attempting to bind port c820c0dd-b904-418b-a64a-a70ba69e8c04 on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:26.116374 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:26.135347 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:26.161573 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-fb2ae063-822a-46d4-812c-7bc10eeabe37 req-6510def5-7314-4a96-9716-4183f017708a tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845900 Sep 28 07:30:26.203804 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8368992-5a3e-4824-a06b-8f08dfcb4ca0 req-aa1794d3-430b-494e-8180-93d23fcd42db tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:26.205371 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8368992-5a3e-4824-a06b-8f08dfcb4ca0 req-aa1794d3-430b-494e-8180-93d23fcd42db tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0618763 Sep 28 07:30:26.206327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:30:26.206607 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Checking segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:26.206986 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Bound using segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:30:26.207430 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Bound port: c820c0dd-b904-418b-a64a-a70ba69e8c04, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:30:26.207797 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:26.304025 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['ee66bf46-3d63-4bf1-879b-6e217b8ac1d2'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:30:26.310138 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8368992-5a3e-4824-a06b-8f08dfcb4ca0 req-e2360de7-c7b4-4134-ae19-737fa7910495 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909252 Sep 28 07:30:26.324158 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] For port c820c0dd-b904-418b-a64a-a70ba69e8c04, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:30:26.324158 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] For port c820c0dd-b904-418b-a64a-a70ba69e8c04, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:30:26.343765 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:26.352545 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:26.354010 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:26.357730 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c820c0dd-b904-418b-a64a-a70ba69e8c04 HTTP/1.1" status: 200 len: 1093 time: 1.0701451 Sep 28 07:30:26.358757 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:26.361251 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e833943-65a3-46f4-aaa1-45e65a30f0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:26.428563 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a228782-597b-46d7-8a68-1b97693f2f7e x-openstack-request-id: req-3a228782-597b-46d7-8a68-1b97693f2f7e {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:26.428849 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:26.429154 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a228782-597b-46d7-8a68-1b97693f2f7e {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:26.429550 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a228782-597b-46d7-8a68-1b97693f2f7e'] response: {'name': 'network-changed', 'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'status': 'completed', 'code': 200} Sep 28 07:30:26.476935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-c9b121a9-9947-4760-8e57-2b144cad7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:26.478441 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-c9b121a9-9947-4760-8e57-2b144cad7776 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 1127 time: 0.0610070 Sep 28 07:30:26.479508 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8aa63-54d1-49cd-8f23-134ddc3193ae service neutron] Pushing event updated for resources: {'Port': ['ID=c820c0dd-b904-418b-a64a-a70ba69e8c04,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:26.521408 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-100a7bdf-6abd-4a9b-85f2-4cb71a9173d8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04 HTTP/1.1" status: 200 len: 217 time: 0.0330067 Sep 28 07:30:26.577524 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-644f1745-80ef-4581-9d4a-9e3d4770495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:26.578974 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-644f1745-80ef-4581-9d4a-9e3d4770495d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0473568 Sep 28 07:30:26.591437 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Attempt 3 to provision port c820c0dd-b904-418b-a64a-a70ba69e8c04 Sep 28 07:30:26.627875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-086cef80-9626-451f-9c4e-6210479cb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:26.629611 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-086cef80-9626-451f-9c4e-6210479cb277 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431218 Sep 28 07:30:26.651204 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:26.651964 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39df6cbe-70fa-460d-9af7-cd39986aee38 None None] Port c820c0dd-b904-418b-a64a-a70ba69e8c04 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:30:26.700564 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:26.731684 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-98e0c0a2-0a11-484e-9505-583ea961353c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950646 Sep 28 07:30:26.756225 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:26.836571 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a0a93e-cb2a-45c0-a825-a5524719473a req-f43b4aee-c1bb-4821-909a-92bd097198c2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951002 Sep 28 07:30:26.847088 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38772) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:26.941613 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-838135336-network', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:26.961079 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Made reservation on behalf of 94a0b09b62ce47678fd542a0453c3d17 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:30:26.963401 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:26.972258 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.054151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks [] for security_group (256ef527-ff16-4e06-a068-ce7fb820ee26), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.059211 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (256ef527-ff16-4e06-a068-ce7fb820ee26), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.292262 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4c439-96b6-4e8c-a297-e12bbe447dc3 req-5154232c-8b6b-4336-880d-d9ab555a9d7c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.293885 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-14c4c439-96b6-4e8c-a297-e12bbe447dc3 req-5154232c-8b6b-4336-880d-d9ab555a9d7c tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 945 time: 0.0484860 Sep 28 07:30:27.345910 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-14c4c439-96b6-4e8c-a297-e12bbe447dc3 req-e81e62c0-baa6-4fe0-a86c-ef78c634f8b9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458174 Sep 28 07:30:27.377181 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:30:27.419574 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256ef527-ff16-4e06-a068-ce7fb820ee26,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:27.429074 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-814d3361-3a17-45a7-9a93-ab6e3bbed86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.430659 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-814d3361-3a17-45a7-9a93-ab6e3bbed86d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 1127 time: 0.3543735 Sep 28 07:30:27.433609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (a5596a77-27be-4316-8f57-12da3efa6f5f), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.433961 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Added segment a5596a77-27be-4316-8f57-12da3efa6f5f of type vlan for network 733608a5-23eb-466d-8629-abe8aafc7bed Sep 28 07:30:27.435237 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:27.461220 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aa175-c9e2-44b9-8997-3912196c3ff5 req-32df2871-bbbc-4411-875e-44feb3497003 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.462222 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363fea6-ce47-432d-935e-956ef8f06980 req-4a21e7d1-0207-46ac-9232-b56667be12ef tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.462638 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a54aa175-c9e2-44b9-8997-3912196c3ff5 req-32df2871-bbbc-4411-875e-44feb3497003 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 943 time: 0.0956080 Sep 28 07:30:27.463685 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7363fea6-ce47-432d-935e-956ef8f06980 req-4a21e7d1-0207-46ac-9232-b56667be12ef tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0597196 Sep 28 07:30:27.514669 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7363fea6-ce47-432d-935e-956ef8f06980 req-a66e18db-8213-4b5a-9d64-fb33547dbc6e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443656 Sep 28 07:30:27.536629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (733608a5-23eb-466d-8629-abe8aafc7bed), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.610284 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (733608a5-23eb-466d-8629-abe8aafc7bed), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.611173 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.611733 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.621099 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a54aa175-c9e2-44b9-8997-3912196c3ff5 req-59546d17-af4a-4f10-8111-0e8ed133d071 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401560 Sep 28 07:30:27.675183 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-bda62b03-f345-46c5-a9f9-0b785dd76275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.676693 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-bda62b03-f345-46c5-a9f9-0b785dd76275 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.2294409 Sep 28 07:30:27.681736 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8337002 Sep 28 07:30:27.685398 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38782) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:27.691188 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Request body: {'subnet': {'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-838135336-subnet', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:27.713011 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Made reservation on behalf of 94a0b09b62ce47678fd542a0453c3d17 for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:30:27.715867 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.726511 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-53fc49cd-4063-49ba-aaff-ded367a64efc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04 HTTP/1.1" status: 200 len: 217 time: 0.0418134 Sep 28 07:30:27.727248 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382249c-a754-4a73-9483-d77ed90172f5 admin admin] Pushing event updated for resources: {'Network': ['ID=733608a5-23eb-466d-8629-abe8aafc7bed,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:27.739414 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 733608a5-23eb-466d-8629-abe8aafc7bed details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:30:27.752503 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:27.775066 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:27.787385 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-d8822e8c-1b2c-4759-9c14-0628f6309ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.788839 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-d8822e8c-1b2c-4759-9c14-0628f6309ef3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0544946 Sep 28 07:30:27.789301 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:27.822863 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:27.837346 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-5c1dffcb-bf31-4498-b013-44f7666700b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:27.839576 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-5c1dffcb-bf31-4498-b013-44f7666700b0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429082 Sep 28 07:30:27.866030 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:30:27.872603 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:27.873160 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.873612 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 Sep 28 07:30:27.903398 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for subnet (e81180e2-c655-4d4f-a0ce-2ac0fbaaef32), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.939362 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-31f03e95-c7d2-4aa0-b99a-096d4cde3dcf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915468 Sep 28 07:30:27.950042 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:27.951909 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:27.952815 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:27.980729 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Checking segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:27.980729 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Network hostable DHCP agents. Network: 733608a5-23eb-466d-8629-abe8aafc7bed, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:30:27.991142 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:27.992464 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:27.995154 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e582fb-83dd-4392-9fc9-bcd8eea0ec5e" -d '{"events": [{"server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "name": "network-vif-plugged", "status": "completed", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:27.998965 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.005482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Network 733608a5-23eb-466d-8629-abe8aafc7bed is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:30:28.017758 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 733608a5-23eb-466d-8629-abe8aafc7bed) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:28.023657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:28.024893 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.028043 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d6b30-3ade-44dc-a941-f1eaeeb3bfd8 None None] Network 733608a5-23eb-466d-8629-abe8aafc7bed requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:30:28.047323 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1b5889f0-1d77-49b4-9801-c0c5d342aa28 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3601799 Sep 28 07:30:28.051340 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38788) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:28.060800 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:28.065381 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e833943-65a3-46f4-aaa1-45e65a30f0ea req-bd19838e-9869-444b-853b-86ebfb9975cf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194801 Sep 28 07:30:28.087956 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (cfd434be-4f1d-40a3-8f79-47d65258d573), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.090572 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (cfd434be-4f1d-40a3-8f79-47d65258d573), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.096847 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:28.155684 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks [] for router_controller (cfd434be-4f1d-40a3-8f79-47d65258d573), precommit_add_association {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.162697 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-733608a5-23eb-466d-8629-abe8aafc7bed', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:30:28.163693 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.188284 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:28.233999 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f1921-1756-4693-b266-47a2fb5abb79 x-openstack-request-id: req-b38f1921-1756-4693-b266-47a2fb5abb79 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:28.234608 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "name": "network-vif-plugged", "status": "completed", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:28.234857 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b38f1921-1756-4693-b266-47a2fb5abb79 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:28.235399 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38f1921-1756-4693-b266-47a2fb5abb79'] response: {'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'code': 200} Sep 28 07:30:28.304785 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks [] for router_gateway (cfd434be-4f1d-40a3-8f79-47d65258d573), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.312489 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Allocated IP 172.20.0.2 (733608a5-23eb-466d-8629-abe8aafc7bed/e81180e2-c655-4d4f-a0ce-2ac0fbaaef32/eae6d32d-7541-4130-87d4-0cf876100202) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:28.378385 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:28.415357 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18430979-09e0-48d4-a272-2fb930afa7d3 req-55710611-be65-484a-9dc7-d52773fc2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:28.417156 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18430979-09e0-48d4-a272-2fb930afa7d3 req-55710611-be65-484a-9dc7-d52773fc2b68 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 1130 time: 0.0472398 Sep 28 07:30:28.485254 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Publish callbacks [] for port (eae6d32d-7541-4130-87d4-0cf876100202), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.493864 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (eae6d32d-7541-4130-87d4-0cf876100202), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.510506 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80cd01-bdc4-4cc2-913f-4d4a1f9f348f req-37b2268f-61d9-4521-a3f5-8bca16fbd466 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:28.511970 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8a80cd01-bdc4-4cc2-913f-4d4a1f9f348f req-37b2268f-61d9-4521-a3f5-8bca16fbd466 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.0595531 Sep 28 07:30:28.525761 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks [] for router_gateway (cfd434be-4f1d-40a3-8f79-47d65258d573), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.526005 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18430979-09e0-48d4-a272-2fb930afa7d3 req-529b8ffa-bcee-42d4-af89-87e5dc59d286 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996916 Sep 28 07:30:28.538441 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Network 733608a5-23eb-466d-8629-abe8aafc7bed is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:28.541392 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:28.545037 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:28.545465 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.561664 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Pushing event updated for resources: {'Port': ['ID=eae6d32d-7541-4130-87d4-0cf876100202,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:28.609541 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8a80cd01-bdc4-4cc2-913f-4d4a1f9f348f req-aef22662-2966-46f1-94f0-49c7c6df6769 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801175 Sep 28 07:30:28.620355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Attempting to bind port eae6d32d-7541-4130-87d4-0cf876100202 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:30:28.620725 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Attempting to bind port eae6d32d-7541-4130-87d4-0cf876100202 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:30:28.621194 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Attempting to bind port eae6d32d-7541-4130-87d4-0cf876100202 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:28.668554 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:30:28.668809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Checking segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:28.669208 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.669611 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Bound using segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:30:28.670578 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Bound port: eae6d32d-7541-4130-87d4-0cf876100202, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:30:28.670957 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eae6d32d-7541-4130-87d4-0cf876100202), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.696826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d5d8-ec25-48d3-a04d-936fa25a1998 req-b1a44d94-e0ac-44ba-925a-fbe5b7daa8c0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:28.698345 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d6f2d5d8-ec25-48d3-a04d-936fa25a1998 req-b1a44d94-e0ac-44ba-925a-fbe5b7daa8c0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0875690 Sep 28 07:30:28.706301 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Allocated IP 172.27.2.28 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/cc1684a2-76b2-4604-89f2-50ca39639d2e) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:28.751112 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:28.761357 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1736ea-11df-4aa0-9d03-3f4f1c9999c9 req-a5102dfb-7055-4fd3-943f-e72fa8b2a5d4 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:28.762841 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d1736ea-11df-4aa0-9d03-3f4f1c9999c9 req-a5102dfb-7055-4fd3-943f-e72fa8b2a5d4 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 943 time: 0.0514331 Sep 28 07:30:28.766297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] For port eae6d32d-7541-4130-87d4-0cf876100202, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:30:28.770268 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] For port eae6d32d-7541-4130-87d4-0cf876100202, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=eae6d32d-7541-4130-87d4-0cf876100202,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:30:28.776275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (eae6d32d-7541-4130-87d4-0cf876100202), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.799022 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:28.812336 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d6f2d5d8-ec25-48d3-a04d-936fa25a1998 req-c60b38aa-ba3e-48b8-a1c6-e4c2a1064d20 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012528 Sep 28 07:30:28.847299 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3257fc-c064-4e1d-90de-7bbbc3f05934 None None] Pushing event updated for resources: {'Port': ['ID=eae6d32d-7541-4130-87d4-0cf876100202,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:28.864799 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d1736ea-11df-4aa0-9d03-3f4f1c9999c9 req-eba1d270-ecec-47c0-9c38-740864e99c9d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930498 Sep 28 07:30:28.884127 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks [] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.919904 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:28.966271 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:28.969861 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:28.972823 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:29.011747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1684a2-76b2-4604-89f2-50ca39639d2e,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:29.413588 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks [] for router_gateway (cfd434be-4f1d-40a3-8f79-47d65258d573), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:29.583161 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:29.603667 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (cfd434be-4f1d-40a3-8f79-47d65258d573), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:29.710535 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497b571-a1c5-4e9a-bab4-7c96cf3c32aa None None] Network 733608a5-23eb-466d-8629-abe8aafc7bed requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:30:29.746952 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930e05-2584-4e2f-90a5-43a839e4b332 req-7c53e863-c40a-4e2a-bae0-390deeb6db88 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:29.748453 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b1930e05-2584-4e2f-90a5-43a839e4b332 req-7c53e863-c40a-4e2a-bae0-390deeb6db88 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.0616996 Sep 28 07:30:29.813225 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b1930e05-2584-4e2f-90a5-43a839e4b332 req-1293010c-9554-4f2d-8dff-7a726491a87b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579209 Sep 28 07:30:29.816982 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] Provisioning complete for port eae6d32d-7541-4130-87d4-0cf876100202 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:29.817499 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (eae6d32d-7541-4130-87d4-0cf876100202), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:29.817639 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] Attempt 1 to provision port eae6d32d-7541-4130-87d4-0cf876100202 Sep 28 07:30:29.823106 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Router cfd434be-4f1d-40a3-8f79-47d65258d573 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:30:29.926420 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] Current status of the port eae6d32d-7541-4130-87d4-0cf876100202 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:29.926892 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eae6d32d-7541-4130-87d4-0cf876100202), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:29.931927 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:29.963358 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:29.980108 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:29.986826 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] For port eae6d32d-7541-4130-87d4-0cf876100202, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=eae6d32d-7541-4130-87d4-0cf876100202,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:29.996787 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:29.997412 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:30.014540 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2715f1-0cb5-4231-b80a-878c3306371d req-27774fc9-e8ba-42fb-98f7-26ba992cce6f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:30.022167 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da2715f1-0cb5-4231-b80a-878c3306371d req-27774fc9-e8ba-42fb-98f7-26ba992cce6f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0764718 Sep 28 07:30:30.027550 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2141b-f9d1-493e-bba7-18a4a524f4ba req-03509806-e67b-44cd-a45a-00499ae72756 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:30.035547 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-efd2141b-f9d1-493e-bba7-18a4a524f4ba req-03509806-e67b-44cd-a45a-00499ae72756 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 943 time: 0.0591774 Sep 28 07:30:30.073912 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:30.096363 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da2715f1-0cb5-4231-b80a-878c3306371d req-e1362ba1-c4ee-454b-959d-d3feca42da5f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731311 Sep 28 07:30:30.107085 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-efd2141b-f9d1-493e-bba7-18a4a524f4ba req-abc819a5-26eb-4139-b875-d66400ea2cbf tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705073 Sep 28 07:30:30.110046 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.122213 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-eadb751f-65ef-437d-a4c5-57ab2541f1c2 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0694628 Sep 28 07:30:30.124807 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38802) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:30.182581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (eae6d32d-7541-4130-87d4-0cf876100202), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.190402 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:30.282945 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f198237-23e2-4ac6-b72a-9450511d1a54 None None] Pushing event updated for resources: {'Port': ['ID=eae6d32d-7541-4130-87d4-0cf876100202,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:30.297751 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:30.351231 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cf38c654-61cd-4a17-8724-4e8884e5be95 None None] Provisioning complete for port eae6d32d-7541-4130-87d4-0cf876100202 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:30.351511 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cf38c654-61cd-4a17-8724-4e8884e5be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (eae6d32d-7541-4130-87d4-0cf876100202), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.351842 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cf38c654-61cd-4a17-8724-4e8884e5be95 None None] Attempt 1 to provision port eae6d32d-7541-4130-87d4-0cf876100202 Sep 28 07:30:30.530026 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cf38c654-61cd-4a17-8724-4e8884e5be95 None None] Current status of the port eae6d32d-7541-4130-87d4-0cf876100202 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:30.541486 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:29Z', 'revision_number': 3, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:30.552078 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.566447 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:30.566625 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:30.566827 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Updating router cfd434be-4f1d-40a3-8f79-47d65258d573 port cc1684a2-76b2-4604-89f2-50ca39639d2e binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:30:30.594653 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.674439 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:30.713880 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Allocated IP 172.20.0.1 (733608a5-23eb-466d-8629-abe8aafc7bed/e81180e2-c655-4d4f-a0ce-2ac0fbaaef32/7b523bd5-e58d-4558-b813-2ebd48664768) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:30.830140 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks [] for port (7b523bd5-e58d-4558-b813-2ebd48664768), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.872643 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Publish callbacks [] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.884118 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.886262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:30.940933 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Attempting to bind port cc1684a2-76b2-4604-89f2-50ca39639d2e on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:30:30.941738 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:30.941897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Attempting to bind port cc1684a2-76b2-4604-89f2-50ca39639d2e by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:30:30.942514 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Attempting to bind port cc1684a2-76b2-4604-89f2-50ca39639d2e on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:30.953867 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Network 733608a5-23eb-466d-8629-abe8aafc7bed is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:30.956885 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Pushing event updated for resources: {'Port': ['ID=7b523bd5-e58d-4558-b813-2ebd48664768,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:30.962587 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:30.965352 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:30.980039 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device eae6d32d-7541-4130-87d4-0cf876100202 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:30.985095 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e6782-3004-44ad-90fd-9f5e6642f826 None None] Pushing event updated for resources: {'Port': ['ID=cc1684a2-76b2-4604-89f2-50ca39639d2e,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:31.054782 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49865ab3-e257-4010-8119-f0ceb6b92c67 req-2dd0daa3-4a47-41cf-8580-4afb47426bb5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:31.056305 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49865ab3-e257-4010-8119-f0ceb6b92c67 req-2dd0daa3-4a47-41cf-8580-4afb47426bb5 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.1007164 Sep 28 07:30:31.060180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (cfd434be-4f1d-40a3-8f79-47d65258d573), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.064383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:30:31.064757 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:31.065182 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.065576 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:30:31.066182 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Bound port: cc1684a2-76b2-4604-89f2-50ca39639d2e, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:30:31.066563 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.110337 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port eae6d32d-7541-4130-87d4-0cf876100202 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:31.111149 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (eae6d32d-7541-4130-87d4-0cf876100202), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.111149 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port eae6d32d-7541-4130-87d4-0cf876100202 Sep 28 07:30:31.168640 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:30:31.172521 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:31.176755 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] For port cc1684a2-76b2-4604-89f2-50ca39639d2e, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:30:31.189193 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] For port cc1684a2-76b2-4604-89f2-50ca39639d2e, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=cc1684a2-76b2-4604-89f2-50ca39639d2e,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:30:31.209995 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.232689 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49865ab3-e257-4010-8119-f0ceb6b92c67 req-ebc35a53-9251-4485-9570-456d4f2d0fee tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684630 Sep 28 07:30:31.286360 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.305342 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e6782-3004-44ad-90fd-9f5e6642f826 None None] Pushing event updated for resources: {'Port': ['ID=cc1684a2-76b2-4604-89f2-50ca39639d2e,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:31.343892 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Provisioning complete for port 7b523bd5-e58d-4558-b813-2ebd48664768 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:31.345807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.346406 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 1 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:31.358509 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549ee2-2bca-4186-96b1-dbd3b19ab026 req-4b70c18c-c5bb-4f23-b194-707d144220ca tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:31.366686 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f549ee2-2bca-4186-96b1-dbd3b19ab026 req-4b70c18c-c5bb-4f23-b194-707d144220ca tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0958962 Sep 28 07:30:31.392559 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:31.393803 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:31.395742 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port eae6d32d-7541-4130-87d4-0cf876100202 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:31.407613 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:31.441459 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f549ee2-2bca-4186-96b1-dbd3b19ab026 req-a70eeb37-8ddc-4899-bca0-bff92514794b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742424 Sep 28 07:30:31.463519 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eed463-3e32-4cbb-a96b-52cd0fab1a1f req-36f5e676-0a73-473f-88fa-f995fe220cce tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:31.463519 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-84eed463-3e32-4cbb-a96b-52cd0fab1a1f req-36f5e676-0a73-473f-88fa-f995fe220cce tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 943 time: 0.0938377 Sep 28 07:30:31.554638 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:31.574326 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-84eed463-3e32-4cbb-a96b-52cd0fab1a1f req-ee9fa00b-4f1e-447e-af77-a357500ed008 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037052 Sep 28 07:30:31.586319 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:31.592360 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks [] for port (7b523bd5-e58d-4558-b813-2ebd48664768), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.602692 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.608106 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb873085-f267-4825-84b0-2a4d71ba8e86 req-211edd3c-0381-4747-9a95-abcca2b6ff1b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:31.614836 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bb873085-f267-4825-84b0-2a4d71ba8e86 req-211edd3c-0381-4747-9a95-abcca2b6ff1b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.0817342 Sep 28 07:30:31.621231 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38812) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:31.627309 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Request body: {'floatingip': {'port_id': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:31.678303 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (0ef39e12-41e3-4695-bc3e-5b50da1d2f94), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.686297 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Pushing event updated for resources: {'Port': ['ID=7b523bd5-e58d-4558-b813-2ebd48664768,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:31.695768 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (cfd434be-4f1d-40a3-8f79-47d65258d573), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:31.724862 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:31.819891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Network 733608a5-23eb-466d-8629-abe8aafc7bed is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:31.821617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:31.829888 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:30Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:31.864271 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3fbad-7806-4b26-b096-279404e61de1 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:30Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:31.909315 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 2 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:31.948158 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:31.977999 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:30:31.980733 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:32.106883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:32.114638 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-baec8133-c12b-49c0-bb9d-fdf7f071dc6d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/cfd434be-4f1d-40a3-8f79-47d65258d573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9886966 Sep 28 07:30:32.277727 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:32.281855 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:32.290620 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (0ef39e12-41e3-4695-bc3e-5b50da1d2f94), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:32.417681 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Floating IP 0ef39e12-41e3-4695-bc3e-5b50da1d2f94 associated. External IP: 172.27.2.170, port: ee66bf46-3d63-4bf1-879b-6e217b8ac1d2. Sep 28 07:30:32.459932 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38820) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:32.466648 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-4ee09e16-f3f5-4f4c-a40d-27cbb46a9648 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957396006', 'description': 'tempest-description--1044839470'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:32.482513 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 3 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:32.527855 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:32.532744 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4ee09e16-f3f5-4f4c-a40d-27cbb46a9648 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:32.666051 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:32.675847 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4ee09e16-f3f5-4f4c-a40d-27cbb46a9648 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (dc73ace6-778e-4dec-a0d8-02d7378ef989), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:32.684448 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4ee09e16-f3f5-4f4c-a40d-27cbb46a9648 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dc73ace6-778e-4dec-a0d8-02d7378ef989), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:32.702912 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafd565-66e0-4efe-9850-220d311573bb req-a237ab05-4412-4c16-bb1f-6c477cdf4b6e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:32.712507 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8bafd565-66e0-4efe-9850-220d311573bb req-a237ab05-4412-4c16-bb1f-6c477cdf4b6e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.1241872 Sep 28 07:30:32.751662 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee09e16-f3f5-4f4c-a40d-27cbb46a9648 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc73ace6-778e-4dec-a0d8-02d7378ef989,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:32.794729 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4ee09e16-f3f5-4f4c-a40d-27cbb46a9648 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:32.799460 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4ee09e16-f3f5-4f4c-a40d-27cbb46a9648 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3356881 Sep 28 07:30:32.799834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38826) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:32.807850 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-038fee50-2990-41e6-a31c-27e0ad7a0420 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': 'dc73ace6-778e-4dec-a0d8-02d7378ef989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:32.853008 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:30:32.870773 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e1dbe-b3b5-41e9-a368-68b9c6aa3396 req-a0f792d5-14b5-4494-acab-10af0fab0b9a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:32.882729 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-643e1dbe-b3b5-41e9-a368-68b9c6aa3396 req-a0f792d5-14b5-4494-acab-10af0fab0b9a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 943 time: 0.1586511 Sep 28 07:30:32.905795 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-038fee50-2990-41e6-a31c-27e0ad7a0420 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (1d508154-916e-455c-8692-3fbde6ae8192), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:32.912849 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8bafd565-66e0-4efe-9850-220d311573bb req-817812fd-f370-4cc9-9cc5-b40bb81f1839 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556427 Sep 28 07:30:32.985175 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cc1684a2-76b2-4604-89f2-50ca39639d2e up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:33.014723 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-643e1dbe-b3b5-41e9-a368-68b9c6aa3396 req-df83e90d-33af-4c4a-8d01-0845e154521b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277483 Sep 28 07:30:33.042533 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 4 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:33.048909 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-038fee50-2990-41e6-a31c-27e0ad7a0420 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (1d508154-916e-455c-8692-3fbde6ae8192), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.055727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-038fee50-2990-41e6-a31c-27e0ad7a0420 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (1d508154-916e-455c-8692-3fbde6ae8192), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.084566 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:33.090317 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.097278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fee50-2990-41e6-a31c-27e0ad7a0420 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d508154-916e-455c-8692-3fbde6ae8192,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:33.099644 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] Sync routers for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:33.110737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-038fee50-2990-41e6-a31c-27e0ad7a0420 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.113656 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-038fee50-2990-41e6-a31c-27e0ad7a0420 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128278 Sep 28 07:30:33.117188 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 38828) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:33.129981 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2507c26a-23e7-4a57-bb48-0e03cf39a5a8 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/0ef39e12-41e3-4695-bc3e-5b50da1d2f94 HTTP/1.1" status: 200 len: 992 time: 1.5056057 Sep 28 07:30:33.129981 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:33.130249 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-877e12c8-2449-4e2b-a5fa-32c4810f8c4b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': 'dc73ace6-778e-4dec-a0d8-02d7378ef989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:33.130354 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:33.130354 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:33.131263 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df" -d '{"events": [{"name": "network-changed", "server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:33.139287 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:33.173646 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port cc1684a2-76b2-4604-89f2-50ca39639d2e triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:33.174732 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.175209 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port cc1684a2-76b2-4604-89f2-50ca39639d2e Sep 28 07:30:33.182784 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38650cb6-a0a0-4ad0-813f-7d9cefc39cdb x-openstack-request-id: req-38650cb6-a0a0-4ad0-813f-7d9cefc39cdb {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:33.183363 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:33.183794 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38650cb6-a0a0-4ad0-813f-7d9cefc39cdb {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:33.184417 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38650cb6-a0a0-4ad0-813f-7d9cefc39cdb'] response: {'name': 'network-changed', 'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'status': 'completed', 'code': 200} Sep 28 07:30:33.195560 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-877e12c8-2449-4e2b-a5fa-32c4810f8c4b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (fde8e1ab-ff69-4b99-ac26-33c11705424c), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.242494 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:33.281003 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:33.303187 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-fcd2dfbe-2823-4fab-8679-04bcabe252d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:33.305478 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-fcd2dfbe-2823-4fab-8679-04bcabe252d9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6f391a1187074b68b3c6a887634b479b&device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 1130 time: 0.0839658 Sep 28 07:30:33.336328 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port cc1684a2-76b2-4604-89f2-50ca39639d2e is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:33.337151 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.369662 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port cc1684a2-76b2-4604-89f2-50ca39639d2e, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=cc1684a2-76b2-4604-89f2-50ca39639d2e,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:33.375852 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.411769 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-877e12c8-2449-4e2b-a5fa-32c4810f8c4b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (fde8e1ab-ff69-4b99-ac26-33c11705424c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.428775 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-877e12c8-2449-4e2b-a5fa-32c4810f8c4b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (fde8e1ab-ff69-4b99-ac26-33c11705424c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.465580 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=cc1684a2-76b2-4604-89f2-50ca39639d2e,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:33.488266 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e12c8-2449-4e2b-a5fa-32c4810f8c4b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde8e1ab-ff69-4b99-ac26-33c11705424c,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:33.502918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:33.516043 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-877e12c8-2449-4e2b-a5fa-32c4810f8c4b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.520635 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38834) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:33.521181 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-877e12c8-2449-4e2b-a5fa-32c4810f8c4b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012530 Sep 28 07:30:33.524876 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-53912a07-ecc0-4afe-9f6a-c5d31413fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:33.526077 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-53912a07-ecc0-4afe-9f6a-c5d31413fef5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 200 len: 911 time: 0.2126935 Sep 28 07:30:33.526651 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:33.565700 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.589902 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '0ef39e12-41e3-4695-bc3e-5b50da1d2f94', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'port_id': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'mac_address': 'fa:16:3e:bc:9f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db94c92-043c-4834-903c-2a192fe45d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:17Z', 'updated_at': '2022-09-28T07:30:32Z', 'revision_number': 1, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:33.631607 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] Checking router: 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:33.635064 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-13df6f16-2e3e-4101-b14e-a8fa11f0aa2a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 HTTP/1.1" status: 200 len: 1000 time: 0.1017313 Sep 28 07:30:33.642306 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 5 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:33.643000 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:33.644068 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:33.694094 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:33.723798 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-75c08b59-e041-461d-8a9b-6b13fe42313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:33.725936 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-75c08b59-e041-461d-8a9b-6b13fe42313f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 200 len: 849 time: 0.0833647 Sep 28 07:30:33.782959 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:33.836926 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-6c56b390-680d-4ebc-8c2f-b320b4b2526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:33.838742 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-6c56b390-680d-4ebc-8c2f-b320b4b2526e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=a68568d7-53b7-4646-8455-51184edc4b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046965 Sep 28 07:30:33.902215 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.27.2.140 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/539dde78-f290-4294-bf5f-cd9fda99ed4c) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:33.966155 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c820c0dd-b904-418b-a64a-a70ba69e8c04 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:30:33.986341 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:34.003389 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:34.053524 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:34.084562 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:34.116010 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-1c07d93c-2b2c-4687-b119-e0cdb3ccd449 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628918 Sep 28 07:30:34.150322 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c820c0dd-b904-418b-a64a-a70ba69e8c04, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:34.168555 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:34.172930 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'port_id': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'mac_address': 'fa:16:3e:54:9f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:30:34.177165 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7bd38-00f3-4590-9656-01247cd5e7c6 req-da8fc874-07f2-4437-89f1-c8e4ed772734 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:34.188099 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6be7bd38-00f3-4590-9656-01247cd5e7c6 req-da8fc874-07f2-4437-89f1-c8e4ed772734 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.1471994 Sep 28 07:30:34.201192 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '0ef39e12-41e3-4695-bc3e-5b50da1d2f94', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'port_id': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'mac_address': 'fa:16:3e:bc:9f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db94c92-043c-4834-903c-2a192fe45d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:17Z', 'updated_at': '2022-09-28T07:30:32Z', 'revision_number': 1, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:34.230501 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0b9af-270b-4acb-ab77-5f6e2e12d5d8 None None] The sync data for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi is: [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '0ef39e12-41e3-4695-bc3e-5b50da1d2f94', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'port_id': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'mac_address': 'fa:16:3e:bc:9f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db94c92-043c-4834-903c-2a192fe45d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:17Z', 'updated_at': '2022-09-28T07:30:32Z', 'revision_number': 1, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:34.233347 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c820c0dd-b904-418b-a64a-a70ba69e8c04 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:34.233827 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:34.253016 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=539dde78-f290-4294-bf5f-cd9fda99ed4c,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:34.253229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c820c0dd-b904-418b-a64a-a70ba69e8c04 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:30:34.266832 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:34.285387 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6979e4-589a-4f28-bfab-6dca9845ddb0 req-cded49a7-49c4-442a-a911-8ac0c5eff24b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:34.288577 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3b6979e4-589a-4f28-bfab-6dca9845ddb0 req-cded49a7-49c4-442a-a911-8ac0c5eff24b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 943 time: 0.1506226 Sep 28 07:30:34.289781 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:34.298620 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c820c0dd-b904-418b-a64a-a70ba69e8c04, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:34.305235 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:34.305442 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:34.369660 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6be7bd38-00f3-4590-9656-01247cd5e7c6 req-4223e164-3cb5-41ed-bd09-2308439e5cce tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797950 Sep 28 07:30:34.379216 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c820c0dd-b904-418b-a64a-a70ba69e8c04,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:34.424297 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b31d22c-273c-4a59-9a4b-ce8c5e8337df req-3d5ba777-b51f-4cf5-a1b0-be880ae251e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985330 Sep 28 07:30:34.487961 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 6 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:34.557454 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:34.580515 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['c820c0dd-b904-418b-a64a-a70ba69e8c04'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:30:34.656397 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ab459-dd81-463d-8319-1e184fccdb67 None None] New status for floating IP 0ef39e12-41e3-4695-bc3e-5b50da1d2f94: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:30:34.693847 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3b6979e4-589a-4f28-bfab-6dca9845ddb0 req-24290b83-ef19-490e-b301-38867e5a7422 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900077 Sep 28 07:30:34.701050 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (540277c1-db39-45d8-aac9-11750b326240), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:34.721276 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:34.751641 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:34.774392 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:34.958012 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cc1684a2-76b2-4604-89f2-50ca39639d2e up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:34.990053 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:34.996394 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.000584 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (540277c1-db39-45d8-aac9-11750b326240), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.015454 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:35.026993 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:35.027724 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:35.053433 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.057501 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5352316 Sep 28 07:30:35.068032 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 7 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:35.081258 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55290899-b16e-49e4-8599-61a6c971ea8c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=539dde78-f290-4294-bf5f-cd9fda99ed4c,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:35.109111 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port cc1684a2-76b2-4604-89f2-50ca39639d2e triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:35.109485 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.109942 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port cc1684a2-76b2-4604-89f2-50ca39639d2e Sep 28 07:30:35.134765 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:35.166367 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:35.167134 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:35.209820 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:35.258517 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-304c5c3b-559b-4794-8671-c62ef0e59a2e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1957396006&fields=id&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 267 time: 0.0570848 Sep 28 07:30:35.274355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port cc1684a2-76b2-4604-89f2-50ca39639d2e is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:35.349853 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:35.376265 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-a02f739a-26e9-4258-a7ef-965dbb3313de tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:35.377818 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-a02f739a-26e9-4258-a7ef-965dbb3313de tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.1106403 Sep 28 07:30:35.394997 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-49632531-f47c-4738-b94e-0775cb795912 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/quotas/94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 375 time: 0.0107150 Sep 28 07:30:35.463731 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-05a0f18d-1deb-4db9-b2ff-3931c3b5e873 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632415 Sep 28 07:30:35.504671 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 2, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:35.535890 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:35.536453 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Updating router cfd434be-4f1d-40a3-8f79-47d65258d573 port 7b523bd5-e58d-4558-b813-2ebd48664768 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:30:35.566266 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d455-b4f7-4e2c-a7da-e969b14e3376 req-61b684fc-29e2-468f-9d82-71d647e324fb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:35.568249 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4a20d455-b4f7-4e2c-a7da-e969b14e3376 req-61b684fc-29e2-468f-9d82-71d647e324fb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0699658 Sep 28 07:30:35.570251 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.581749 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-8e2c3d47-3640-4cb3-9a05-132150b0a5c9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032677 Sep 28 07:30:35.629275 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4a20d455-b4f7-4e2c-a7da-e969b14e3376 req-288d701a-6691-452f-b072-dbc5ffd73d26 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548191 Sep 28 07:30:35.670381 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 8 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:35.726096 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Port 7b523bd5-e58d-4558-b813-2ebd48664768 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:35.833161 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c820c0dd-b904-418b-a64a-a70ba69e8c04 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:35.852596 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803537-5216-4274-9c4b-90f91fdd88b1 req-1880dcad-e77c-4528-8e36-eb7e901af9a0 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:35.854917 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-04803537-5216-4274-9c4b-90f91fdd88b1 req-1880dcad-e77c-4528-8e36-eb7e901af9a0 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 944 time: 0.0609670 Sep 28 07:30:35.887770 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port c820c0dd-b904-418b-a64a-a70ba69e8c04 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:30:35.902092 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port c820c0dd-b904-418b-a64a-a70ba69e8c04 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:35.902471 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.902800 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port c820c0dd-b904-418b-a64a-a70ba69e8c04 Sep 28 07:30:35.919138 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Publish callbacks [] for port (7b523bd5-e58d-4558-b813-2ebd48664768), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.929241 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:35.970647 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-04803537-5216-4274-9c4b-90f91fdd88b1 req-620792d6-57ee-4e33-b6ab-80c05fa328a6 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079507 Sep 28 07:30:36.009544 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:36.013162 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4aac8-2bd0-4959-be1d-7ea8c6a0ebf6 None None] Pushing event updated for resources: {'Port': ['ID=7b523bd5-e58d-4558-b813-2ebd48664768,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:36.018971 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c820c0dd-b904-418b-a64a-a70ba69e8c04 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:36.019582 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.050723 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Attempting to bind port 7b523bd5-e58d-4558-b813-2ebd48664768 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:30:36.051243 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Attempting to bind port 7b523bd5-e58d-4558-b813-2ebd48664768 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:30:36.051694 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Attempting to bind port 7b523bd5-e58d-4558-b813-2ebd48664768 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:36.056209 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:36.059183 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6ca1b-fcef-4629-87bf-30494af294c9" -d '{"events": [{"server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "name": "network-vif-plugged", "status": "completed", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:36.074376 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c820c0dd-b904-418b-a64a-a70ba69e8c04, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:36.079222 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2cf2b18a-0e25-451f-b54e-a6d81e3e6a8a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857066 Sep 28 07:30:36.090481 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.113558 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:30:36.114103 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Checking segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:36.114532 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.114970 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Bound using segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:30:36.115593 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Bound port: 7b523bd5-e58d-4558-b813-2ebd48664768, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:30:36.116032 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.134532 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab2d7a2-778e-409c-b4ea-3cb4921dcffb x-openstack-request-id: req-fab2d7a2-778e-409c-b4ea-3cb4921dcffb {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:36.134897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "name": "network-vif-plugged", "status": "completed", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:36.135235 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fab2d7a2-778e-409c-b4ea-3cb4921dcffb {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:36.136055 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab2d7a2-778e-409c-b4ea-3cb4921dcffb'] response: {'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'code': 200} Sep 28 07:30:36.157290 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c820c0dd-b904-418b-a64a-a70ba69e8c04,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:36.224825 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] For port 7b523bd5-e58d-4558-b813-2ebd48664768, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:30:36.228089 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Attempt 9 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:36.228259 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] For port 7b523bd5-e58d-4558-b813-2ebd48664768, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7b523bd5-e58d-4558-b813-2ebd48664768,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:30:36.235866 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.292255 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:36.293204 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:36.339963 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:36.379165 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:36.421774 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Current status of the port 7b523bd5-e58d-4558-b813-2ebd48664768 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:36.422631 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.440324 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b90fc6aa-496b-4e79-a551-95a4a90381ca req-5b02006d-9510-4beb-9b18-6d064b853efe tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 210 time: 0.1233096 Sep 28 07:30:36.460664 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4aac8-2bd0-4959-be1d-7ea8c6a0ebf6 None None] Pushing event updated for resources: {'Port': ['ID=7b523bd5-e58d-4558-b813-2ebd48664768,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:36.481478 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-c7ac761b-4172-4423-b122-193852280c27 None None] For port 7b523bd5-e58d-4558-b813-2ebd48664768, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7b523bd5-e58d-4558-b813-2ebd48664768,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:36.488617 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.515130 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:36.516305 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77582a2-9c0d-460c-90ba-e237e988fbf3 req-a9c09af6-2412-462b-a3ab-d0a56c801a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:36.517921 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b77582a2-9c0d-460c-90ba-e237e988fbf3 req-a9c09af6-2412-462b-a3ab-d0a56c801a7b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 1129 time: 0.0798955 Sep 28 07:30:36.563932 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac761b-4172-4423-b122-193852280c27 None None] Pushing event updated for resources: {'Port': ['ID=7b523bd5-e58d-4558-b813-2ebd48664768,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:36.592346 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b77582a2-9c0d-460c-90ba-e237e988fbf3 req-82908064-7a43-45c1-be76-6ea5b76cf905 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671375 Sep 28 07:30:36.616519 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-8bf0cf0b-b595-4097-ad65-9a789cd892f2 None None] Provisioning complete for port 7b523bd5-e58d-4558-b813-2ebd48664768 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:36.616740 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8bf0cf0b-b595-4097-ad65-9a789cd892f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:36.617066 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-8bf0cf0b-b595-4097-ad65-9a789cd892f2 None None] Attempt 1 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:36.735384 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:36.741548 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0cf0b-b595-4097-ad65-9a789cd892f2 None None] Current status of the port 7b523bd5-e58d-4558-b813-2ebd48664768 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:36.868202 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353fb79-570e-4630-8cf3-9c592670c9d7 req-bf1ebc71-e80a-4ab3-a171-88e1f6ee732b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:36.890300 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b353fb79-570e-4630-8cf3-9c592670c9d7 req-bf1ebc71-e80a-4ab3-a171-88e1f6ee732b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.1062403 Sep 28 07:30:36.900105 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:36.941098 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6c588-5215-4a10-8230-635d84f1bff5 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:36.985581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7b523bd5-e58d-4558-b813-2ebd48664768 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:36.988471 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b353fb79-570e-4630-8cf3-9c592670c9d7 req-99cfe903-a602-4eb7-81e7-e3c5db1a6d3b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956104 Sep 28 07:30:37.068458 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 7b523bd5-e58d-4558-b813-2ebd48664768 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:37.068817 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:37.069195 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 7b523bd5-e58d-4558-b813-2ebd48664768 Sep 28 07:30:37.159736 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0285-a69f-4c86-9108-ce9e6410a4b2 req-48ab6c75-b779-44c0-9a2d-18c386bf70f0 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:37.162868 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3a3a0285-a69f-4c86-9108-ce9e6410a4b2 req-48ab6c75-b779-44c0-9a2d-18c386bf70f0 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0687878 Sep 28 07:30:37.168089 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 7b523bd5-e58d-4558-b813-2ebd48664768 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:37.214482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:37.228850 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3a3a0285-a69f-4c86-9108-ce9e6410a4b2 req-8587cdac-a185-451c-809e-a7036439ff57 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592968 Sep 28 07:30:37.548835 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d1696b4-367b-4b85-a9a9-3bb8f1a28e14 req-e62a2b8e-27d1-4d04-b245-eba634099e4c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 210 time: 0.0289779 Sep 28 07:30:38.128198 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d326-952b-4930-bfae-483c87cc7f39 req-8729cc2a-e6e8-49a7-b750-6499ba2dd191 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:38.129824 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c001d326-952b-4930-bfae-483c87cc7f39 req-8729cc2a-e6e8-49a7-b750-6499ba2dd191 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Sep 28 07:30:38.178419 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c001d326-952b-4930-bfae-483c87cc7f39 req-36245feb-7bd0-4f98-b0a8-ce604c8e6aec tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Sep 28 07:30:38.355846 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9847-b3f3-4480-9e36-22ec9c88fa71 req-88813ec0-2ed0-4aaa-9c11-c2a89a6df483 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:38.357429 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-077c9847-b3f3-4480-9e36-22ec9c88fa71 req-88813ec0-2ed0-4aaa-9c11-c2a89a6df483 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0507722 Sep 28 07:30:38.373645 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:38.377176 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:38.420713 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-077c9847-b3f3-4480-9e36-22ec9c88fa71 req-b7498f06-5e9f-49ad-9863-238991c62bd8 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561707 Sep 28 07:30:38.666472 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9515fd6a-d52e-4166-b195-8b09e6b1a961 req-2f209cf1-9de2-4b60-8427-2d50a766133d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 210 time: 0.0282485 Sep 28 07:30:39.067001 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-5a282847-5e8a-4059-9886-c386755c1239 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:39.068972 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-5a282847-5e8a-4059-9886-c386755c1239 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.1238246 Sep 28 07:30:39.139343 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-c7eb14e5-77a9-4195-b963-6dbf0e75f82e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 380 time: 0.0562003 Sep 28 07:30:39.157625 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'port': {'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'admin_state_up': True, 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'security_groups': ['dc73ace6-778e-4dec-a0d8-02d7378ef989']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:39.297149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Made reservation on behalf of 94a0b09b62ce47678fd542a0453c3d17 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:30:39.300839 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:39.330310 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ebacf-03b7-4555-b305-7a036c0292ba req-2e5da608-9f31-4947-8170-81335325ac4a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:39.331794 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-627ebacf-03b7-4555-b305-7a036c0292ba req-2e5da608-9f31-4947-8170-81335325ac4a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0655925 Sep 28 07:30:39.434528 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-627ebacf-03b7-4555-b305-7a036c0292ba req-637f01e6-09c4-43d9-9c55-a91893ad9e87 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949996 Sep 28 07:30:39.482324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.20.0.10 (733608a5-23eb-466d-8629-abe8aafc7bed/e81180e2-c655-4d4f-a0ce-2ac0fbaaef32/9761dab3-6f7c-4dc0-94df-407f871849f1) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:39.492212 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:39.553932 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6aaa-46cb-47da-9996-1d4f0b89704e req-b084d7df-6843-422d-ab05-35e02b8ce1e3 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:39.555464 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5c3e6aaa-46cb-47da-9996-1d4f0b89704e req-b084d7df-6843-422d-ab05-35e02b8ce1e3 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0537434 Sep 28 07:30:39.619434 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5c3e6aaa-46cb-47da-9996-1d4f0b89704e req-4c4140d8-610b-444c-8a84-396b8eef3a4c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558372 Sep 28 07:30:39.645635 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:39.682165 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:39.739551 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 733608a5-23eb-466d-8629-abe8aafc7bed is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:39.762735 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:39.770623 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:39.804683 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:39.813662 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=9761dab3-6f7c-4dc0-94df-407f871849f1,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:39.822829 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad219a8d-2354-4649-b950-32f2c46f9d9c req-3b06ab94-d1a7-42b6-af36-28ed622b965e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:39.829473 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ad219a8d-2354-4649-b950-32f2c46f9d9c req-3b06ab94-d1a7-42b6-af36-28ed622b965e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 932 time: 0.0716650 Sep 28 07:30:39.831906 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff0d15-6439-4531-a4f8-44ac06486f91 req-26d0052d-3f98-434e-ba8c-9ea485f287a8 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:39.839334 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c1ff0d15-6439-4531-a4f8-44ac06486f91 req-26d0052d-3f98-434e-ba8c-9ea485f287a8 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.1118371 Sep 28 07:30:39.880319 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:39.881010 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:39.898551 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ad219a8d-2354-4649-b950-32f2c46f9d9c req-28e2460e-23d2-4daf-a408-2af75beb03b0 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648654 Sep 28 07:30:39.925564 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-85143de4-e778-45e0-9b20-ce42231be0c3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7718327 Sep 28 07:30:39.935484 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c1ff0d15-6439-4531-a4f8-44ac06486f91 req-1ff4341d-b9fc-4bdc-a37a-19b0a6ba0b27 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952525 Sep 28 07:30:39.940752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Request body: {'port': {'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:39.968968 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38892) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:40.019021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.104330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Provisioning complete for port 9761dab3-6f7c-4dc0-94df-407f871849f1 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:40.104839 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.105074 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Attempt 1 to provision port 9761dab3-6f7c-4dc0-94df-407f871849f1 Sep 28 07:30:40.151412 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Port 9761dab3-6f7c-4dc0-94df-407f871849f1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:40.160545 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ca84d-d962-4810-a863-fe858bf2a266 tempest-TestVolumeBootPattern-1182775791 tempest-TestVolumeBootPattern-1182775791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:40.162185 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7c3ca84d-d962-4810-a863-fe858bf2a266 tempest-TestVolumeBootPattern-1182775791 tempest-TestVolumeBootPattern-1182775791-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 1124 time: 0.1917293 Sep 28 07:30:40.165043 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38896) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:40.169279 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'port_id': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:40.192509 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.279423 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:40.286652 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.322269 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9761dab3-6f7c-4dc0-94df-407f871849f1 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:30:40.331842 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Publish callbacks [] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.346302 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Transition to ACTIVE for port object 9761dab3-6f7c-4dc0-94df-407f871849f1 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:30:40.350286 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.407459 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Allocated IP 172.27.2.240 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/d51bb11c-1ec1-4aba-b7b3-a90d040b9c02) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:30:40.434247 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Pushing event updated for resources: {'Port': ['ID=9761dab3-6f7c-4dc0-94df-407f871849f1,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:40.471034 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:40.479298 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Attempting to bind port 9761dab3-6f7c-4dc0-94df-407f871849f1 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:30:40.479558 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Attempting to bind port 9761dab3-6f7c-4dc0-94df-407f871849f1 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:30:40.479929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Attempting to bind port 9761dab3-6f7c-4dc0-94df-407f871849f1 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:40.533140 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Port 9761dab3-6f7c-4dc0-94df-407f871849f1 on network 733608a5-23eb-466d-8629-abe8aafc7bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:30:40.533915 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Attempting to bind port 9761dab3-6f7c-4dc0-94df-407f871849f1 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:30:40.578177 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:30:40.579469 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Checking segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:30:40.580074 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Bound using segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:30:40.580730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Bound port: 9761dab3-6f7c-4dc0-94df-407f871849f1, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:30:40.581345 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.598588 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.609800 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852988b8-9226-4091-9969-a741a374127a req-85ee5931-1bd8-434f-8615-e96b54475735 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:40.611701 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-852988b8-9226-4091-9969-a741a374127a req-85ee5931-1bd8-434f-8615-e96b54475735 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0699613 Sep 28 07:30:40.653440 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Attempt 2 to provision port 9761dab3-6f7c-4dc0-94df-407f871849f1 Sep 28 07:30:40.664624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] For port 9761dab3-6f7c-4dc0-94df-407f871849f1, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:30:40.671749 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] For port 9761dab3-6f7c-4dc0-94df-407f871849f1, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=9761dab3-6f7c-4dc0-94df-407f871849f1,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:30:40.683624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.687952 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:40.688973 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.690329 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9761dab3-6f7c-4dc0-94df-407f871849f1 HTTP/1.1" status: 200 len: 1094 time: 0.7539506 Sep 28 07:30:40.692541 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:40.694678 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:40.694907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59481b4a-844b-4f38-a8bd-8a5ec48f585f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:40.702715 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Port 9761dab3-6f7c-4dc0-94df-407f871849f1 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:30:40.720010 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-852988b8-9226-4091-9969-a741a374127a req-17398b99-f132-4440-98df-cffd358330be tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976989 Sep 28 07:30:40.721455 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:40.767667 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:40.770119 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98c19f8-fa5a-46bc-99ac-6ac1d29caedf x-openstack-request-id: req-e98c19f8-fa5a-46bc-99ac-6ac1d29caedf {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:40.770630 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:40.770893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:40.771438 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e98c19f8-fa5a-46bc-99ac-6ac1d29caedf {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:40.772055 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98c19f8-fa5a-46bc-99ac-6ac1d29caedf'] response: {'name': 'network-changed', 'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'status': 'completed', 'code': 200} Sep 28 07:30:40.775489 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:30:40.780238 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:30:40.785505 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:30:40.790235 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=d51bb11c-1ec1-4aba-b7b3-a90d040b9c02,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:40.832045 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c2c45-b254-4f29-b749-de8d28b0c06c service neutron] Pushing event updated for resources: {'Port': ['ID=9761dab3-6f7c-4dc0-94df-407f871849f1,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:40.907144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59481b4a-844b-4f38-a8bd-8a5ec48f585f req-ced0baac-8dc0-4cb2-afe0-ded499130f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:40.908736 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59481b4a-844b-4f38-a8bd-8a5ec48f585f req-ced0baac-8dc0-4cb2-afe0-ded499130f4d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 1128 time: 0.0606427 Sep 28 07:30:41.069322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ec318-a300-4b74-9381-6d3345ed9289 req-b595497c-5953-4d1d-9bff-33b6a8f87fce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:41.070752 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-015ec318-a300-4b74-9381-6d3345ed9289 req-b595497c-5953-4d1d-9bff-33b6a8f87fce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 944 time: 0.0709109 Sep 28 07:30:41.114680 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59481b4a-844b-4f38-a8bd-8a5ec48f585f req-49f551ba-fc2a-49eb-af66-d7bc51073415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:41.116171 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59481b4a-844b-4f38-a8bd-8a5ec48f585f req-49f551ba-fc2a-49eb-af66-d7bc51073415 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=94a0b09b62ce47678fd542a0453c3d17&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1929064 Sep 28 07:30:41.163614 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-015ec318-a300-4b74-9381-6d3345ed9289 req-126b94b0-a932-473d-9d1c-ae7fee293b3d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784290 Sep 28 07:30:41.167815 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (f6fe9893-32a2-4d4e-a517-27263a3e4e36), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:41.208305 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:41.212931 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Attempt 3 to provision port 9761dab3-6f7c-4dc0-94df-407f871849f1 Sep 28 07:30:41.255751 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-7956bd7e-cf7a-4a8c-b5b6-580a729a41ca None None] Port 9761dab3-6f7c-4dc0-94df-407f871849f1 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:30:41.257115 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:41.260929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59481b4a-844b-4f38-a8bd-8a5ec48f585f req-f70d20b7-3a85-4a61-b075-3275deed846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:41.262588 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59481b4a-844b-4f38-a8bd-8a5ec48f585f req-f70d20b7-3a85-4a61-b075-3275deed846b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229839 Sep 28 07:30:41.359347 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-6dadf5ff-b14a-43cd-9509-f0d7a954c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:41.361573 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-6dadf5ff-b14a-43cd-9509-f0d7a954c72d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 1128 time: 0.0443594 Sep 28 07:30:41.406005 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-dc769c44-877b-4e3d-96a3-7c43ddf9f5d9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9761dab3-6f7c-4dc0-94df-407f871849f1 HTTP/1.1" status: 200 len: 217 time: 0.0329769 Sep 28 07:30:41.426899 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:41.432217 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:41.432922 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (f6fe9893-32a2-4d4e-a517-27263a3e4e36), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:41.466159 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-58e3c0d0-eacc-4f0d-9dc0-cc2596055850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:41.468596 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-58e3c0d0-eacc-4f0d-9dc0-cc2596055850 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0501764 Sep 28 07:30:41.515502 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-17b5b27a-4d7a-4f4d-8d3c-cde7f85618af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:41.515850 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=d51bb11c-1ec1-4aba-b7b3-a90d040b9c02,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:41.517062 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-17b5b27a-4d7a-4f4d-8d3c-cde7f85618af service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389411 Sep 28 07:30:41.562475 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Floating IP f6fe9893-32a2-4d4e-a517-27263a3e4e36 associated. External IP: 172.27.2.240, port: c820c0dd-b904-418b-a64a-a70ba69e8c04. Sep 28 07:30:41.632254 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-ab1c51b1-4ad6-4273-896b-76b9210e0775 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954874 Sep 28 07:30:41.734945 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea885f57-efe3-4d13-80a5-7f36ea47113c req-24933394-9736-4dc9-b235-57044c13e9ae service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937562 Sep 28 07:30:41.777236 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:30:41.785708 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:41.853588 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:30:41.882888 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4e048-af25-4e5b-acdc-c8e74da540a7 req-36cefb4c-c72e-447a-b6f2-9d060479f825 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:41.884831 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ee4e048-af25-4e5b-acdc-c8e74da540a7 req-36cefb4c-c72e-447a-b6f2-9d060479f825 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0608907 Sep 28 07:30:41.957494 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:41.961625 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:41.971563 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ee4e048-af25-4e5b-acdc-c8e74da540a7 req-d8ff5409-c223-4207-838e-f5d6bd781f05 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635602 Sep 28 07:30:41.972029 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:41.980803 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'port_id': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'mac_address': 'fa:16:3e:07:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:30:41.983176 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:41.989600 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:41.990298 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:42.017380 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6914b99f-01e6-4618-8d76-335ba54e25bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8490739 Sep 28 07:30:42.017380 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:42.018167 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca50805b-9a73-41c7-8bab-91e5d1eb4566" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:42.057792 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b99fe-824f-40e5-8d71-ed199fa7ba71 x-openstack-request-id: req-9a6b99fe-824f-40e5-8d71-ed199fa7ba71 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:42.058084 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:42.058336 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a6b99fe-824f-40e5-8d71-ed199fa7ba71 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:42.058776 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6b99fe-824f-40e5-8d71-ed199fa7ba71'] response: {'name': 'network-changed', 'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'status': 'completed', 'code': 200} Sep 28 07:30:42.078509 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: ACTIVE; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:42.078918 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:42.114782 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:42.125132 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4b55222-9158-47be-a317-e5ecd809aee4 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:30:42.157180 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:42.163216 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:42.166051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:42.287620 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=6']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:42.305178 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['c4b55222-9158-47be-a317-e5ecd809aee4'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:30:42.310275 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85664ef8-d27a-42f9-ab23-96bac25a71b2 req-35d613a8-fb63-454e-9103-ba5dfa84a321 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:42.312759 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-85664ef8-d27a-42f9-ab23-96bac25a71b2 req-35d613a8-fb63-454e-9103-ba5dfa84a321 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 944 time: 0.0526950 Sep 28 07:30:42.360909 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-85664ef8-d27a-42f9-ab23-96bac25a71b2 req-d7a576d5-c6c2-4447-8e7c-b689100ba8f8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Sep 28 07:30:42.511552 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'f6fe9893-32a2-4d4e-a517-27263a3e4e36', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:54:9f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:41Z', 'updated_at': '2022-09-28T07:30:41Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:42.546871 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:42.687830 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:42.688448 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:42.776228 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:42.792028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:43.004320 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'f6fe9893-32a2-4d4e-a517-27263a3e4e36', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:54:9f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:41Z', 'updated_at': '2022-09-28T07:30:41Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:43.036402 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624d331-e014-4ff2-9986-4d9c4fe7c82a None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': 'f6fe9893-32a2-4d4e-a517-27263a3e4e36', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:54:9f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:41Z', 'updated_at': '2022-09-28T07:30:41Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:43.130208 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6153f-f02e-4c0a-8d49-0ad7115cc65e req-ccde61c4-8c83-4a57-a30b-ee522f36895f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:43.131738 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bdf6153f-f02e-4c0a-8d49-0ad7115cc65e req-ccde61c4-8c83-4a57-a30b-ee522f36895f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 944 time: 0.0591700 Sep 28 07:30:43.190463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:43.215976 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-ba48c5f7-baad-41eb-8082-e9f65b281661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:43.218380 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-ba48c5f7-baad-41eb-8082-e9f65b281661 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 1129 time: 0.0779421 Sep 28 07:30:43.225935 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bdf6153f-f02e-4c0a-8d49-0ad7115cc65e req-3bbdc4bc-9465-4429-8fab-11072c454ebe tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876904 Sep 28 07:30:43.306974 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ba7a5-aa1c-48c6-8cc1-2fd234a2e6ba None None] New status for floating IP f6fe9893-32a2-4d4e-a517-27263a3e4e36: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:30:43.319179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-027c2a03-0a8e-4770-818e-8aafce3fbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:43.320649 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-027c2a03-0a8e-4770-818e-8aafce3fbd8e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.0902812 Sep 28 07:30:43.386142 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-d8094a9f-a6f2-44bd-8bc5-e490f77b47dd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04 HTTP/1.1" status: 200 len: 999 time: 0.0581355 Sep 28 07:30:43.405918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:43.441515 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-889eea2e-ea28-40d8-8349-a773ce460726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:43.442995 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-889eea2e-ea28-40d8-8349-a773ce460726 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0461903 Sep 28 07:30:43.473257 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:43.488611 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c4af2-63f0-4e3e-95e2-f8b550cbfdac req-59116eb3-2777-4854-9f66-8b6d76a35e61 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:43.490073 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-203272f3-7fe5-4273-9cbc-da5598537759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:43.490233 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bd5c4af2-63f0-4e3e-95e2-f8b550cbfdac req-59116eb3-2777-4854-9f66-8b6d76a35e61 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 944 time: 0.0486808 Sep 28 07:30:43.491568 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-203272f3-7fe5-4273-9cbc-da5598537759 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414386 Sep 28 07:30:43.537377 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bd5c4af2-63f0-4e3e-95e2-f8b550cbfdac req-0595b0ea-ba38-449b-bf93-7072a3d7ad60 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Sep 28 07:30:43.591126 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-932a633f-c3b0-42f9-8042-767960a59fa5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873444 Sep 28 07:30:43.689855 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca50805b-9a73-41c7-8bab-91e5d1eb4566 req-aa0c5deb-b554-44ed-a514-6b77aebeaa90 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Sep 28 07:30:43.865563 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 9761dab3-6f7c-4dc0-94df-407f871849f1 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:30:43.870778 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:43.930300 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:43.985070 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port c4b55222-9158-47be-a317-e5ecd809aee4 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:43.985441 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:43.985777 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port c4b55222-9158-47be-a317-e5ecd809aee4 Sep 28 07:30:44.037469 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 9761dab3-6f7c-4dc0-94df-407f871849f1, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=9761dab3-6f7c-4dc0-94df-407f871849f1,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:44.053197 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:30:44.119640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 9761dab3-6f7c-4dc0-94df-407f871849f1 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:44.120723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:44.124462 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:44.124823 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:44.152522 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9761dab3-6f7c-4dc0-94df-407f871849f1 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:30:44.172099 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:44.174361 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8071cd9-d77f-4d83-b458-fa1d44b5b101" -d '{"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:44.194193 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 9761dab3-6f7c-4dc0-94df-407f871849f1, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=9761dab3-6f7c-4dc0-94df-407f871849f1,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:44.196042 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:44.200302 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:44.204474 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:44.225801 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642a5a9d-674b-4971-a4c3-f617e6fb3398 x-openstack-request-id: req-642a5a9d-674b-4971-a4c3-f617e6fb3398 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:44.226099 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:44.226350 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-642a5a9d-674b-4971-a4c3-f617e6fb3398 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:44.226742 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642a5a9d-674b-4971-a4c3-f617e6fb3398'] response: {'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'code': 200} Sep 28 07:30:44.253233 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=9761dab3-6f7c-4dc0-94df-407f871849f1,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:44.308393 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=7']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:44.370463 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711503b-b549-4375-a8e7-688139bfd719 req-2df988f4-208f-4f5d-a85c-6559e2c3a9c5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:44.372041 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5711503b-b549-4375-a8e7-688139bfd719 req-2df988f4-208f-4f5d-a85c-6559e2c3a9c5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0576785 Sep 28 07:30:44.426432 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5711503b-b549-4375-a8e7-688139bfd719 req-91f08faa-2b11-4eb4-a26a-e3240d796d41 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478947 Sep 28 07:30:44.575567 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['9761dab3-6f7c-4dc0-94df-407f871849f1'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:30:44.624239 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:44.693011 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcda1a-5a79-489e-babb-bed62373b823 req-7983f831-c59c-4fc8-b5bb-6f393fa3fdf8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:44.700712 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3dcda1a-5a79-489e-babb-bed62373b823 req-7983f831-c59c-4fc8-b5bb-6f393fa3fdf8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 945 time: 0.0683513 Sep 28 07:30:44.757566 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3dcda1a-5a79-489e-babb-bed62373b823 req-3c7d75e9-0370-4c66-969b-4dddb1b1c6ec tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587530 Sep 28 07:30:45.575170 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700ca11-2352-4d95-a577-828158e2d8d8 req-053e5ed1-fb1d-4a89-8bd6-61ecc5c4e11d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:45.578772 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e700ca11-2352-4d95-a577-828158e2d8d8 req-053e5ed1-fb1d-4a89-8bd6-61ecc5c4e11d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0572641 Sep 28 07:30:45.634242 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e700ca11-2352-4d95-a577-828158e2d8d8 req-496e95ae-e426-4132-85fe-1854a4600f95 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495214 Sep 28 07:30:45.894568 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 9761dab3-6f7c-4dc0-94df-407f871849f1 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:30:45.896030 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae0ef5-d98d-4491-9802-3af687167128 req-7f3190b8-5640-4210-b806-e620d3a09283 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:45.897723 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b7ae0ef5-d98d-4491-9802-3af687167128 req-7f3190b8-5640-4210-b806-e620d3a09283 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 945 time: 0.0559378 Sep 28 07:30:45.960399 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 9761dab3-6f7c-4dc0-94df-407f871849f1 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:30:45.969272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 9761dab3-6f7c-4dc0-94df-407f871849f1 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:30:45.969885 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:45.970353 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 9761dab3-6f7c-4dc0-94df-407f871849f1 Sep 28 07:30:45.984986 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b7ae0ef5-d98d-4491-9802-3af687167128 req-82473730-f0db-4eca-8f1c-5a44aa7809ae tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787530 Sep 28 07:30:46.061037 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 9761dab3-6f7c-4dc0-94df-407f871849f1 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:46.061703 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:46.095581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:46.102337 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 9761dab3-6f7c-4dc0-94df-407f871849f1, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=9761dab3-6f7c-4dc0-94df-407f871849f1,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:46.106343 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:46.156751 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=9761dab3-6f7c-4dc0-94df-407f871849f1,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:46.228325 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:46.230841 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275a4f47-6a86-49ad-99f9-53fbe73732a3" -d '{"events": [{"server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "name": "network-vif-plugged", "status": "completed", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:46.272840 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f477c16-4974-4d59-bb2d-e42b62c43728 x-openstack-request-id: req-7f477c16-4974-4d59-bb2d-e42b62c43728 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:46.273169 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "name": "network-vif-plugged", "status": "completed", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:46.273421 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f477c16-4974-4d59-bb2d-e42b62c43728 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:46.273832 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f477c16-4974-4d59-bb2d-e42b62c43728'] response: {'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'code': 200} Sep 28 07:30:46.504147 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49eed3-ff9f-4daa-8d82-929106f98814 req-265e001f-5866-45e6-8392-bbcb4eddcd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:46.506097 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af49eed3-ff9f-4daa-8d82-929106f98814 req-265e001f-5866-45e6-8392-bbcb4eddcd82 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 1130 time: 0.0479424 Sep 28 07:30:46.557874 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af49eed3-ff9f-4daa-8d82-929106f98814 req-4c2c30dd-6b5b-4d5b-86d3-a3b0bb097832 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 Sep 28 07:30:46.785597 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3592aa-d560-4089-9b50-4278cce17eb3 req-8f8786f0-daaa-4b06-a5bd-793f1387244e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:46.786986 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fa3592aa-d560-4089-9b50-4278cce17eb3 req-8f8786f0-daaa-4b06-a5bd-793f1387244e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0484490 Sep 28 07:30:46.837275 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fa3592aa-d560-4089-9b50-4278cce17eb3 req-19424d15-b52d-4cd8-986a-9b2afbcdff59 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440042 Sep 28 07:30:47.134513 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3d4ad-c9c5-4198-b7e4-9dfb9ce6ee9e req-964780db-e995-4f59-97d0-e9c754cf5050 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:47.136187 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-60c3d4ad-c9c5-4198-b7e4-9dfb9ce6ee9e req-964780db-e995-4f59-97d0-e9c754cf5050 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.0510578 Sep 28 07:30:47.194509 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-60c3d4ad-c9c5-4198-b7e4-9dfb9ce6ee9e req-e89909ab-8e38-40d9-8f5d-de12ee5bc197 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491714 Sep 28 07:30:47.976087 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99bbb-74dd-43d7-adbc-39cf29e0e271 req-5d805eb8-dd28-47ab-987f-f66773ddb4cb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:47.981597 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aea99bbb-74dd-43d7-adbc-39cf29e0e271 req-5d805eb8-dd28-47ab-987f-f66773ddb4cb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0524821 Sep 28 07:30:48.035471 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aea99bbb-74dd-43d7-adbc-39cf29e0e271 req-15b977c4-da24-48f3-9d2a-6b2fdc9287ab tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508366 Sep 28 07:30:48.339607 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed26fdd-076a-4401-a2a9-17b59d5fc548 req-bf5ce6b2-7b82-4a8c-bcc0-1023d95e1276 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:48.348531 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1ed26fdd-076a-4401-a2a9-17b59d5fc548 req-bf5ce6b2-7b82-4a8c-bcc0-1023d95e1276 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.0662026 Sep 28 07:30:48.401498 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1ed26fdd-076a-4401-a2a9-17b59d5fc548 req-2be65377-4ea1-40d5-8e9f-8533faa30dbd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518453 Sep 28 07:30:49.171190 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135757c-9b85-41b6-a568-ee96fdc93933 req-177a8226-b5d8-4c95-bd45-69594f9245c1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:49.172608 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0135757c-9b85-41b6-a568-ee96fdc93933 req-177a8226-b5d8-4c95-bd45-69594f9245c1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Sep 28 07:30:49.222392 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0135757c-9b85-41b6-a568-ee96fdc93933 req-15563212-bbb0-438f-8ae7-0d45249781fb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Sep 28 07:30:49.532798 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84d772-b9cf-413c-8c53-8d203f50e524 req-d46904bd-4002-4dda-aafc-fb40eff7c547 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:49.534280 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca84d772-b9cf-413c-8c53-8d203f50e524 req-d46904bd-4002-4dda-aafc-fb40eff7c547 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.0542328 Sep 28 07:30:49.593943 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca84d772-b9cf-413c-8c53-8d203f50e524 req-5d583529-b2d6-4b4d-97a2-34d75d61191e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525458 Sep 28 07:30:49.722519 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78851c-9bd4-491d-83e8-78b4ce5d2d7e req-d33fb533-4ade-4803-be71-d46a05f55e55 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:49.724102 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ec78851c-9bd4-491d-83e8-78b4ce5d2d7e req-d33fb533-4ade-4803-be71-d46a05f55e55 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.0591962 Sep 28 07:30:49.736480 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 38980) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:30:49.741095 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:30:49.788218 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (540277c1-db39-45d8-aac9-11750b326240), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:49.991354 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:50.236842 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:50.241315 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (540277c1-db39-45d8-aac9-11750b326240), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:50.244050 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:50.357322 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 540277c1-db39-45d8-aac9-11750b326240 associated. External IP: 172.27.2.140, port: 9761dab3-6f7c-4dc0-94df-407f871849f1. Sep 28 07:30:50.682795 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a0ed-d2c5-4332-a32b-8f8a1ca44177 req-c95c2076-7d3e-4d32-a164-4077df8a162a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:50.684478 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a175a0ed-d2c5-4332-a32b-8f8a1ca44177 req-c95c2076-7d3e-4d32-a164-4077df8a162a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.3234844 Sep 28 07:30:50.775072 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a175a0ed-d2c5-4332-a32b-8f8a1ca44177 req-1886b2f2-b974-420a-9722-bd974f81f1cc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641687 Sep 28 07:30:50.883147 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:30:50.998479 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:30:51.003479 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:51.010111 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:30:51.027577 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:51.028599 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:51.037002 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-35f91815-ff1b-4c7b-9e01-f40d9b86c75b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/540277c1-db39-45d8-aac9-11750b326240 HTTP/1.1" status: 200 len: 992 time: 1.2973359 Sep 28 07:30:51.037002 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:51.041350 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:51.095810 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295a1c6f-4a09-4d9f-944d-beb304227213 x-openstack-request-id: req-295a1c6f-4a09-4d9f-944d-beb304227213 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:51.096106 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:51.096357 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-295a1c6f-4a09-4d9f-944d-beb304227213 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:51.096766 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295a1c6f-4a09-4d9f-944d-beb304227213'] response: {'name': 'network-changed', 'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'status': 'completed', 'code': 200} Sep 28 07:30:51.172745 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:51.186109 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-72cf66de-736e-46df-9270-77b0368f5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:51.187640 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-72cf66de-736e-46df-9270-77b0368f5e14 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 1130 time: 0.0522325 Sep 28 07:30:51.286806 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:51.287531 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:51.298922 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-1eea251e-6564-4356-8f7f-81b53654a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:51.300499 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-1eea251e-6564-4356-8f7f-81b53654a48d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 915 time: 0.1012383 Sep 28 07:30:51.385157 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-f310bd9a-c474-41c1-9331-336785cc91ec service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9761dab3-6f7c-4dc0-94df-407f871849f1 HTTP/1.1" status: 200 len: 1000 time: 0.0727029 Sep 28 07:30:51.402059 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:50Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:51.429305 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:30:51.439500 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:30:51.440104 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:30:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:51.463102 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-a8cac07c-4c46-4823-8019-fddf51b3560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:51.465030 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-a8cac07c-4c46-4823-8019-fddf51b3560d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0613554 Sep 28 07:30:51.519834 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-21dfe72c-c6f2-40ad-be2e-8d7abaa6a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:51.521490 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-21dfe72c-c6f2-40ad-be2e-8d7abaa6a07d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444067 Sep 28 07:30:51.559109 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:30:51.586747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:51.635809 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-05f9ea78-b2b3-44cd-ae1c-1f07131716fd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991671 Sep 28 07:30:51.651597 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-aaac8ea6-5fba-42b1-8b8b-1ff3edf3e8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:51.761027 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f001b3b5-c9b3-47cb-b677-8c58f4518ec9 req-059e9c56-9933-4d11-b62c-f945f1912a2f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107130 Sep 28 07:30:51.943280 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fea04-f61f-49da-bcc8-5fb4eadc136e req-443bede8-20dd-40ba-bad6-f39afe6b0483 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:51.944894 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c38fea04-f61f-49da-bcc8-5fb4eadc136e req-443bede8-20dd-40ba-bad6-f39afe6b0483 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0591152 Sep 28 07:30:51.978929 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:50Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:30:52.009434 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4529a2-c6ce-4087-8c97-2e17c28de00c None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:50Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:30:52.025507 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c38fea04-f61f-49da-bcc8-5fb4eadc136e req-32ab0eb0-4915-4755-b195-5279a00f1d7a tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723944 Sep 28 07:30:52.243230 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d845bc0a-8d6c-4432-83e0-099b3e73f3ef None None] New status for floating IP 540277c1-db39-45d8-aac9-11750b326240: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:30:53.159227 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38786434-c74c-481a-a45f-dd8ee6f02b1d req-f482edce-6319-49f7-841a-a1ff047991ab tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:53.160849 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-38786434-c74c-481a-a45f-dd8ee6f02b1d req-f482edce-6319-49f7-841a-a1ff047991ab tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0519805 Sep 28 07:30:53.219683 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-38786434-c74c-481a-a45f-dd8ee6f02b1d req-8a2a8d84-b2cb-491b-a1a8-367078a28d62 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516369 Sep 28 07:30:53.876789 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4be51dca-f52f-458b-af42-cc84fc53b5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:54.340620 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee131379-207b-410d-afab-9ab01169bd77 req-4658fed1-cae2-4d31-a60a-834261b1c8b6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:54.342951 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ee131379-207b-410d-afab-9ab01169bd77 req-4658fed1-cae2-4d31-a60a-834261b1c8b6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0480793 Sep 28 07:30:54.392123 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ee131379-207b-410d-afab-9ab01169bd77 req-f0378642-53a2-4d2a-9361-d0dee7d8ccec tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Sep 28 07:30:54.555226 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-b958437b-a568-48b5-b5cc-64ef836e9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:54.556716 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-b958437b-a568-48b5-b5cc-64ef836e9d94 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1129 time: 0.0417109 Sep 28 07:30:54.649883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-c4807371-75a8-4087-a3c2-fd58157d77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:54.651298 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-c4807371-75a8-4087-a3c2-fd58157d77ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.0860088 Sep 28 07:30:54.720925 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-d1d6213d-37f9-44ea-908a-b10584408a3e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 1000 time: 0.0586541 Sep 28 07:30:54.771931 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-f36998d0-8b0d-4429-ac15-f4f86c15a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:54.773399 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-f36998d0-8b0d-4429-ac15-f4f86c15a518 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0437016 Sep 28 07:30:54.821562 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-feb0b822-be66-4df3-a548-040ce5b92e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:54.823018 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-feb0b822-be66-4df3-a548-040ce5b92e85 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372825 Sep 28 07:30:54.916878 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-73432a85-89e9-494d-bc9a-f0a1fcb2222f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826104 Sep 28 07:30:55.008842 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa89ece3-41da-4792-b6bd-190ba235d2b7 req-3976178e-caea-4f8f-9068-c0151c67a3bf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798512 Sep 28 07:30:55.143698 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:55.484630 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:55.521489 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee0cd8-529f-4061-a550-73dc2e89174f req-3ad17a3e-2119-4ae5-ab34-8becc660e95c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:55.522942 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ffee0cd8-529f-4061-a550-73dc2e89174f req-3ad17a3e-2119-4ae5-ab34-8becc660e95c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0465562 Sep 28 07:30:55.546699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:55.574797 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ffee0cd8-529f-4061-a550-73dc2e89174f req-7790f6b8-372e-4461-a5da-506bd601edb0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463815 Sep 28 07:30:56.647665 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:56.690742 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:56.705151 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952da685-ba2c-4b56-8adf-c1b250d37e88 req-18540a89-ae93-4639-89eb-adae2ed1fd4f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:56.706637 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-952da685-ba2c-4b56-8adf-c1b250d37e88 req-18540a89-ae93-4639-89eb-adae2ed1fd4f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0469830 Sep 28 07:30:56.749746 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:56.757442 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-952da685-ba2c-4b56-8adf-c1b250d37e88 req-ea090c4f-7398-46de-b3b1-7d58a313e3cb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451558 Sep 28 07:30:57.883457 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97a2f9-676d-4f04-8f86-609843e0cc0c req-ed4b50eb-4bd4-49df-aac1-42de0493530b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:57.885641 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c97a2f9-676d-4f04-8f86-609843e0cc0c req-ed4b50eb-4bd4-49df-aac1-42de0493530b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 945 time: 0.0465319 Sep 28 07:30:57.936389 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c97a2f9-676d-4f04-8f86-609843e0cc0c req-f5c2b79c-afd6-4a0e-bfd8-a2e8283a8dd1 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Sep 28 07:30:57.984858 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:30:58.054024 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: ACTIVE; New status is: DOWN {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:30:58.054405 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:58.078581 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:30:58.080809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c1d4a-bad8-4f18-bd68-7f4b725c81ce" -d '{"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:30:58.084892 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:30:58.095526 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:30:58.099545 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:30:58.125771 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 07:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80743dca-0baa-4a44-b0b7-ec910f23e966 x-openstack-request-id: req-80743dca-0baa-4a44-b0b7-ec910f23e966 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:30:58.126076 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-unplugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:30:58.126330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80743dca-0baa-4a44-b0b7-ec910f23e966 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:30:58.126710 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80743dca-0baa-4a44-b0b7-ec910f23e966'] response: {'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'code': 200} Sep 28 07:30:58.151645 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=8']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:30:59.059634 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5961e-bef0-4026-8ad2-b59d4448db74 req-69c483be-10c5-4e1a-994e-6daf7f9069bf tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:30:59.061383 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-62b5961e-bef0-4026-8ad2-b59d4448db74 req-69c483be-10c5-4e1a-994e-6daf7f9069bf tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0449593 Sep 28 07:30:59.106266 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-62b5961e-bef0-4026-8ad2-b59d4448db74 req-127fd7ef-381c-4c64-89fe-b95b08aa4cf2 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Sep 28 07:31:00.072461 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff286af1-267d-4042-98e8-ed73d9c58a21 req-d2c33c9a-a805-4ff4-9690-ada02cf6b2fc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:00.074265 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff286af1-267d-4042-98e8-ed73d9c58a21 req-d2c33c9a-a805-4ff4-9690-ada02cf6b2fc tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0534129 Sep 28 07:31:00.124423 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff286af1-267d-4042-98e8-ed73d9c58a21 req-1123ba0a-5577-463d-90e3-f881a86fc984 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Sep 28 07:31:00.266632 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39072) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:31:00.343248 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-22ecf0ef-d82f-48fb-89c3-5d92fe301cad service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754900 Sep 28 07:31:00.351597 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-183aa62b-428a-49b3-a6d5-355ee949b75a service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:31:00.352532 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-183aa62b-428a-49b3-a6d5-355ee949b75a service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047543 Sep 28 07:31:00.429695 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39080) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:31:00.522264 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-3f206b71-919d-43ef-a133-e87acc9e71fb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:00.523621 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-3f206b71-919d-43ef-a133-e87acc9e71fb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports/c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 940 time: 0.0929344 Sep 28 07:31:01.254919 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d52176-a677-41f4-a558-1428c628ca0b req-becf94dd-cd9c-45bf-ac3b-e32ec20bd025 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:01.256379 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c3d52176-a677-41f4-a558-1428c628ca0b req-becf94dd-cd9c-45bf-ac3b-e32ec20bd025 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0461996 Sep 28 07:31:01.290874 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:01.303656 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c3d52176-a677-41f4-a558-1428c628ca0b req-4f62a941-16f4-4491-981c-71a8a75bcff9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419087 Sep 28 07:31:01.677925 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-5fe5d253-058f-4d8c-ba12-624868445498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:01.679267 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-5fe5d253-058f-4d8c-ba12-624868445498 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5&tenant_id=60646ef7a4ad4eb1860952504092742d HTTP/1.1" status: 200 len: 1127 time: 0.0372651 Sep 28 07:31:01.745418 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-e1958e4f-59f0-4fb0-a7d9-8be9da982927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:01.746843 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-e1958e4f-59f0-4fb0-a7d9-8be9da982927 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1127 time: 0.0372648 Sep 28 07:31:01.840207 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-a1722d14-e56d-4ede-b4eb-706f1507ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:01.842305 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-a1722d14-e56d-4ede-b4eb-706f1507ca4e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.0870957 Sep 28 07:31:01.905626 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-edd4c793-113a-4123-9682-d4cb39abb236 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 998 time: 0.0532067 Sep 28 07:31:01.970603 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-77757339-a759-4bdd-a950-a83d2f316b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:01.971941 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-77757339-a759-4bdd-a950-a83d2f316b75 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0470996 Sep 28 07:31:02.007620 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:31:02.024663 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-a066b105-bfa2-4472-9e8f-0205625a2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:02.026187 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-a066b105-bfa2-4472-9e8f-0205625a2550 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377433 Sep 28 07:31:02.079079 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: DOWN; New status is: DOWN {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:31:02.119363 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-7d374464-2742-48b4-8726-66f4ff3d4b7b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837941 Sep 28 07:31:02.355696 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:02.364178 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:02.488841 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1888d8f-12ad-453b-ab25-f884c07c7bdc req-8f728d74-a754-43da-a51a-05bc104335f3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:02.490289 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1888d8f-12ad-453b-ab25-f884c07c7bdc req-8f728d74-a754-43da-a51a-05bc104335f3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0806339 Sep 28 07:31:02.527193 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6987c54-92e7-42e2-99a6-73791d3538f8 req-57d2691d-6a06-47dd-9c31-903bd423e115 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002993 Sep 28 07:31:02.553769 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1888d8f-12ad-453b-ab25-f884c07c7bdc req-66fedfeb-2713-4442-962f-d27fe705abd5 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550616 Sep 28 07:31:03.686040 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91253b-fdc1-4ebb-9b2a-931325ba23ef req-7033a00b-0847-4b26-9bec-e5eff669368f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:03.687981 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3b91253b-fdc1-4ebb-9b2a-931325ba23ef req-7033a00b-0847-4b26-9bec-e5eff669368f tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0511067 Sep 28 07:31:03.739320 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3b91253b-fdc1-4ebb-9b2a-931325ba23ef req-6d3c6011-efa5-4248-ba2c-f99a1660437b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Sep 28 07:31:04.875287 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71319223-fd50-442b-9ec9-5985fbda93ff req-e4feae9d-b8bf-491c-b591-4ba2b1062ca3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:04.876756 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71319223-fd50-442b-9ec9-5985fbda93ff req-e4feae9d-b8bf-491c-b591-4ba2b1062ca3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0533514 Sep 28 07:31:04.913151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:04.920681 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:04.925770 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71319223-fd50-442b-9ec9-5985fbda93ff req-9a5efe31-0b69-4d39-9e10-443066a6a074 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Sep 28 07:31:06.066315 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e608-5517-4e9b-8a59-6edef1b1584b req-26ef0111-3f4f-4551-a2c2-8854a33a0b46 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:06.067826 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8527e608-5517-4e9b-8a59-6edef1b1584b req-26ef0111-3f4f-4551-a2c2-8854a33a0b46 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0474863 Sep 28 07:31:06.121097 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8527e608-5517-4e9b-8a59-6edef1b1584b req-37ea81bc-5682-4429-a828-0ffceb542f59 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468318 Sep 28 07:31:07.260393 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d613a45-1aa0-4c66-8ee5-01fe4f0543e0 req-81765d99-f08b-47b1-89e4-a2d7ee86615d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:07.261913 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d613a45-1aa0-4c66-8ee5-01fe4f0543e0 req-81765d99-f08b-47b1-89e4-a2d7ee86615d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0513933 Sep 28 07:31:07.312735 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d613a45-1aa0-4c66-8ee5-01fe4f0543e0 req-f4b44b9e-d4b9-489e-80f2-900bba132076 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447619 Sep 28 07:31:08.168461 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:31:08.363825 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:08.450200 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fcc04-b1ca-4943-968b-2e67a32a08ad req-32b13e2a-bbd4-4dfc-9ea2-8634da4edca3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:08.451538 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4c9fcc04-b1ca-4943-968b-2e67a32a08ad req-32b13e2a-bbd4-4dfc-9ea2-8634da4edca3 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0547085 Sep 28 07:31:08.498249 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4c9fcc04-b1ca-4943-968b-2e67a32a08ad req-1ffe3baa-a761-436e-9e71-c781dbdc5816 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406876 Sep 28 07:31:09.629583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570830b-7c95-430b-8c37-1b6017324306 req-6fc44891-46de-477c-bdee-e877c77dc1ff tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:09.631080 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6570830b-7c95-430b-8c37-1b6017324306 req-6fc44891-46de-477c-bdee-e877c77dc1ff tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0468080 Sep 28 07:31:09.680863 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6570830b-7c95-430b-8c37-1b6017324306 req-8900bdbe-fc2b-4001-a5e9-3fcb7d421d6d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Sep 28 07:31:10.817092 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ae3d-411a-4ed1-bfed-02a023e52828 req-836cd91a-30e3-4cb9-9645-785a7c1a6522 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:10.819272 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6cd7ae3d-411a-4ed1-bfed-02a023e52828 req-836cd91a-30e3-4cb9-9645-785a7c1a6522 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0499864 Sep 28 07:31:10.870759 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6cd7ae3d-411a-4ed1-bfed-02a023e52828 req-2b26d3dc-f6b3-46ca-9f08-b1ef008ef7eb tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Sep 28 07:31:12.002737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cd00e-e8c2-46f5-b5f6-ee4e6a816179 req-2846833a-9bc9-49d9-9b15-7d5d26ed2aac tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:12.004136 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-773cd00e-e8c2-46f5-b5f6-ee4e6a816179 req-2846833a-9bc9-49d9-9b15-7d5d26ed2aac tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0473495 Sep 28 07:31:12.053601 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-773cd00e-e8c2-46f5-b5f6-ee4e6a816179 req-f7833b7a-ccc3-465a-b461-c49aba531494 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Sep 28 07:31:13.182284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b01737-9644-4a23-ab6e-27541459b25a req-ee35efd0-bfc6-4528-abec-47d261086ad4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:13.183922 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-34b01737-9644-4a23-ab6e-27541459b25a req-ee35efd0-bfc6-4528-abec-47d261086ad4 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0468736 Sep 28 07:31:13.239271 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-34b01737-9644-4a23-ab6e-27541459b25a req-86fc52ae-c5d8-4495-af98-7041049f3d0d tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487537 Sep 28 07:31:14.378337 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b61ce-30c0-4730-90fa-6729cb0e8703 req-5e515fb5-d58a-49b1-9505-69a6f6767ca9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:14.381487 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f72b61ce-30c0-4730-90fa-6729cb0e8703 req-5e515fb5-d58a-49b1-9505-69a6f6767ca9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0554874 Sep 28 07:31:14.428691 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f72b61ce-30c0-4730-90fa-6729cb0e8703 req-82846be3-5537-48fe-868e-11f8292fb012 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Sep 28 07:31:15.558681 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954459-6026-43b7-8218-fd317b317c67 req-09fbc986-617b-42de-94cd-d9d5817b5b53 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:15.560407 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1954459-6026-43b7-8218-fd317b317c67 req-09fbc986-617b-42de-94cd-d9d5817b5b53 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0472050 Sep 28 07:31:15.608362 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c1954459-6026-43b7-8218-fd317b317c67 req-a0ee7808-7500-49a3-9fec-c11d45651b57 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Sep 28 07:31:16.891521 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839759b-e70c-4d74-aabc-a276d2ba3888 req-507e0cb3-6646-4957-a31d-f40859704658 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:16.897725 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4839759b-e70c-4d74-aabc-a276d2ba3888 req-507e0cb3-6646-4957-a31d-f40859704658 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0547576 Sep 28 07:31:16.942583 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4839759b-e70c-4d74-aabc-a276d2ba3888 req-5eb47dc8-5088-4e92-895f-e1d1e4f67097 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Sep 28 07:31:17.139550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-4c892544-64d8-4821-a837-779a72fff910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:17.141263 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-4c892544-64d8-4821-a837-779a72fff910 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=60646ef7a4ad4eb1860952504092742d&device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1127 time: 0.0412188 Sep 28 07:31:17.251028 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-b1bd4fa5-c974-4e10-adf3-9638e2ef4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:17.252359 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-b1bd4fa5-c974-4e10-adf3-9638e2ef4b13 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 200 len: 918 time: 0.0840185 Sep 28 07:31:17.317368 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-fca029a9-bd33-4e68-9c38-0fb3f82138a4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 200 len: 998 time: 0.0569978 Sep 28 07:31:17.368853 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-20e29694-8421-479a-865f-0c85505c9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:17.370279 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-20e29694-8421-479a-865f-0c85505c9e02 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 200 len: 856 time: 0.0427287 Sep 28 07:31:17.415405 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-50d40186-befa-4a16-a439-63729905e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:17.416874 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-50d40186-befa-4a16-a439-63729905e42e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ad570fd1-a088-4600-9208-cf0f3843e053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364175 Sep 28 07:31:17.513848 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-7ffbe337-5033-4e48-98b6-059fa77cea81 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832801 Sep 28 07:31:17.603373 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a53adbe5-5b74-4264-9e02-d5d8af84b278 req-be9d1a46-9188-4710-8563-dc0d083536e2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803070 Sep 28 07:31:18.068616 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ef9c-1655-48a3-9792-8193f62e52f6 req-77ef12bb-1100-4ff3-b450-6104a56700c0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:18.070129 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4183ef9c-1655-48a3-9792-8193f62e52f6 req-77ef12bb-1100-4ff3-b450-6104a56700c0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 943 time: 0.0461655 Sep 28 07:31:18.116759 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:31:18.118641 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4183ef9c-1655-48a3-9792-8193f62e52f6 req-4c2a5c7a-55de-4add-aabd-d98981d57da6 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 Sep 28 07:31:18.162963 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:18.163834 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:18.221172 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:31:18.232305 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'port_id': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'mac_address': 'fa:16:3e:07:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:31:18.267324 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:31:18.267805 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:18.280802 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b55222-9158-47be-a317-e5ecd809aee4 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:31:18.303177 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:31:18.307799 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:18.330225 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:18.359766 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=9']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:31:18.664069 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['c4b55222-9158-47be-a317-e5ecd809aee4'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:31:19.248159 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4b58-297f-4688-9448-cd0f9ff20d8b req-37ecf49a-644e-4ad3-b864-ba45cd6ec942 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:19.249678 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-847b4b58-297f-4688-9448-cd0f9ff20d8b req-37ecf49a-644e-4ad3-b864-ba45cd6ec942 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 944 time: 0.0481434 Sep 28 07:31:19.269973 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:19.293481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:19.298957 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-847b4b58-297f-4688-9448-cd0f9ff20d8b req-84432d62-9343-4acf-991b-f81146ae224b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Sep 28 07:31:20.138926 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:31:20.185131 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port c4b55222-9158-47be-a317-e5ecd809aee4 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:31:20.185750 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:20.186074 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port c4b55222-9158-47be-a317-e5ecd809aee4 Sep 28 07:31:20.258082 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port c4b55222-9158-47be-a317-e5ecd809aee4 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:31:20.258466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:20.280903 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:31:20.283463 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c52267-da49-4082-bd44-467b55dd7bac" -d '{"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:31:20.295753 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:31:20.299747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:20.326661 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aafef4-46a4-49c8-a20b-8cdff5b5dfb3 x-openstack-request-id: req-88aafef4-46a4-49c8-a20b-8cdff5b5dfb3 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:31:20.326975 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:31:20.327229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88aafef4-46a4-49c8-a20b-8cdff5b5dfb3 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:31:20.327616 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88aafef4-46a4-49c8-a20b-8cdff5b5dfb3'] response: {'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'code': 200} Sep 28 07:31:20.334151 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:20.352571 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=10']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:31:20.426742 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a715a14-cea1-4fbe-b9e6-9d65923cf08e req-ab1f45a8-a149-48ec-b975-5797a35e52ba tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:20.428327 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a715a14-cea1-4fbe-b9e6-9d65923cf08e req-ab1f45a8-a149-48ec-b975-5797a35e52ba tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 946 time: 0.0475342 Sep 28 07:31:20.477579 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7a715a14-cea1-4fbe-b9e6-9d65923cf08e req-a738ab7d-c8b2-4cfa-9ca5-7c408268fbd9 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Sep 28 07:31:20.548007 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488e15-67a9-43e1-9256-87ad0730831e req-a3d1d6e4-7f72-41df-88ff-04f365fd3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:20.549547 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6c488e15-67a9-43e1-9256-87ad0730831e req-a3d1d6e4-7f72-41df-88ff-04f365fd3d19 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0377433 Sep 28 07:31:20.597520 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6c488e15-67a9-43e1-9256-87ad0730831e req-8b7f280a-156c-43d5-a594-559743f2bd28 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Sep 28 07:31:21.614563 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b67cc4cc-ff16-4804-a7c4-1a0edb2ce3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:21.617598 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed5d79-d0f9-49c8-864a-3b8c8755ba8a req-c0f474a9-9e7a-4bfa-911b-9638bd2f172e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:21.619073 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d0ed5d79-d0f9-49c8-864a-3b8c8755ba8a req-c0f474a9-9e7a-4bfa-911b-9638bd2f172e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 946 time: 0.0501723 Sep 28 07:31:21.665727 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d0ed5d79-d0f9-49c8-864a-3b8c8755ba8a req-c679f0c1-07c5-4acf-b556-a19a08dcade0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410910 Sep 28 07:31:22.790438 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f4c0-2d83-4682-9dfb-67659470d005 req-5bfa4576-7407-4ae9-8f1d-442e78b50655 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:22.791891 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7353f4c0-2d83-4682-9dfb-67659470d005 req-5bfa4576-7407-4ae9-8f1d-442e78b50655 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 946 time: 0.0449269 Sep 28 07:31:22.838273 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7353f4c0-2d83-4682-9dfb-67659470d005 req-e10aef66-e3a6-4d31-85b5-b07065e8a95c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 Sep 28 07:31:23.879895 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6209-b0c6-4e14-8b14-d3b5c29a5b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:23.964447 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998473-9d8f-4b73-b9ba-30bef58986c0 req-a79e71e0-7fe2-46fa-9498-03654ec5a077 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:23.965824 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-10998473-9d8f-4b73-b9ba-30bef58986c0 req-a79e71e0-7fe2-46fa-9498-03654ec5a077 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 946 time: 0.0456548 Sep 28 07:31:23.990871 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:24.012238 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-10998473-9d8f-4b73-b9ba-30bef58986c0 req-4b9fe027-e370-4b94-ac67-045ee9f8af71 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Sep 28 07:31:25.146433 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:26.646507 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:26.752509 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:29.073338 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:29.078613 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:32.832498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=27 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:32.835231 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=29 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:34.008586 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=79 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:36.741560 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:36.747957 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:38.364508 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:45.167480 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:31:48.354121 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:48.359675 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:51.616325 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8034d3dc-f825-4415-bc65-b55302451b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:53.881556 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ff007cdd-97c1-492e-96a9-0bf2f17c8ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:55.150153 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:55.162952 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:55.164153 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:56.048666 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39380) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:31:56.053648 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123945403', 'description': 'tempest-description--1858851837'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:31:56.075739 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.146158 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (90f4549b-8e6a-4dae-bc51-6df34a5ec2fe), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.149355 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (90f4549b-8e6a-4dae-bc51-6df34a5ec2fe), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.178928 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.180143 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303937 Sep 28 07:31:56.183284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39382) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:31:56.184528 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:31:56.188087 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': '90f4549b-8e6a-4dae-bc51-6df34a5ec2fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:31:56.192358 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.192756 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.193061 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.193399 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.193994 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.194121 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.194394 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.194715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.195038 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.195361 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.195678 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.196000 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.196659 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.196659 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.196935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0dbb9d-f446-41d9-8450-02c7eeecf944 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.215854 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (773c01f5-850f-496e-953a-6dabdcbaa1c3), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.276444 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (773c01f5-850f-496e-953a-6dabdcbaa1c3), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.279800 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (773c01f5-850f-496e-953a-6dabdcbaa1c3), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.298320 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773c01f5-850f-496e-953a-6dabdcbaa1c3,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:31:56.308351 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.309566 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252363 Sep 28 07:31:56.311114 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.311470 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.311823 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.312148 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.312487 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.312905 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.313123 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39384) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:31:56.313211 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.313487 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.313817 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.314226 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.314572 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.314898 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.315223 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.316087 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.316412 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200454b2-f266-4acc-912b-1ba2fcb769ce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:31:56.318649 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0b9465e3-46ec-4073-8107-961f586bd9dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': '90f4549b-8e6a-4dae-bc51-6df34a5ec2fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:31:56.348442 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b9465e3-46ec-4073-8107-961f586bd9dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (060159f0-67a2-48f6-b3ab-64ed9ec1f880), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.408384 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b9465e3-46ec-4073-8107-961f586bd9dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (060159f0-67a2-48f6-b3ab-64ed9ec1f880), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.411704 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b9465e3-46ec-4073-8107-961f586bd9dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (060159f0-67a2-48f6-b3ab-64ed9ec1f880), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.429953 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9465e3-46ec-4073-8107-961f586bd9dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060159f0-67a2-48f6-b3ab-64ed9ec1f880,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:31:56.441997 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b9465e3-46ec-4073-8107-961f586bd9dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.443265 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0b9465e3-46ec-4073-8107-961f586bd9dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290631 Sep 28 07:31:56.446467 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39386) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:31:56.450619 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:31:56.470873 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.547181 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.673817 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.679401 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.27.2.80 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/d6b7a048-c360-40b5-9af2-b09ac5e3b3e6) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:31:56.771583 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.810261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.844074 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:56.875634 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:56.886014 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:31:56.888633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:56.892257 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:31:56.900662 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:31:56.924287 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=d6b7a048-c360-40b5-9af2-b09ac5e3b3e6,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:31:56.994549 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (705cd34d-1606-4d97-8f7e-bd8fcd88c9fb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:57.034565 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:57.199770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6600cf-1213-4444-b52d-8929f64737f5 req-eb6f3279-4089-4cb1-9046-30ee81f3c5f0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:57.201164 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d6600cf-1213-4444-b52d-8929f64737f5 req-eb6f3279-4089-4cb1-9046-30ee81f3c5f0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.0703576 Sep 28 07:31:57.264321 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:57.273933 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d6600cf-1213-4444-b52d-8929f64737f5 req-bb895dca-cdd9-4a63-8eb5-3adddf597d9b tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668607 Sep 28 07:31:57.274506 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:57.344643 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (705cd34d-1606-4d97-8f7e-bd8fcd88c9fb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:57.349923 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=d6b7a048-c360-40b5-9af2-b09ac5e3b3e6,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:31:57.364461 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:57.365711 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1222eab6-8aa2-4279-a645-ad77855a2ac4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9183409 Sep 28 07:31:57.515681 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-320b9485-6ab7-4e44-bfcb-292d42b11e69 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--123945403&fields=id&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 267 time: 0.0416186 Sep 28 07:31:57.619698 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-fb31f9c8-a197-4da8-8dbe-0914eb217527 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:57.621082 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-fb31f9c8-a197-4da8-8dbe-0914eb217527 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.0986421 Sep 28 07:31:57.635088 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-0cd883a9-07e0-4e90-af3f-d2b8afa3c3cb tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/quotas/94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 375 time: 0.0088129 Sep 28 07:31:57.689394 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-6dcae8d6-0771-4956-b9dd-112e312893f1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495250 Sep 28 07:31:57.784247 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-e5e88106-2454-46a4-9ba9-8b4c3361f3b4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827913 Sep 28 07:31:57.876090 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-6a1b8cd4-2f1f-4361-bf9a-05c1e9bb42a5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Sep 28 07:31:58.038122 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d58d9d9e-8ab0-423d-b246-19600bd29ff4 req-3fea068c-fd6b-4d1f-b20e-dc7986ca3eb0 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Sep 28 07:31:58.402336 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13ddbc-4374-4171-aae4-49087b77b415 req-fe0822a3-66c7-4512-9091-74eb6391a8c6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:58.403780 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bb13ddbc-4374-4171-aae4-49087b77b415 req-fe0822a3-66c7-4512-9091-74eb6391a8c6 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.0456884 Sep 28 07:31:58.451176 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bb13ddbc-4374-4171-aae4-49087b77b415 req-429490a7-00df-4513-b62b-cedc327c1ef3 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Sep 28 07:31:59.141288 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03d6db62-af5b-4ada-a982-081e3259448f req-fe6d0e8b-2a53-4cfd-9ac0-f736b918ddc5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 210 time: 0.0258937 Sep 28 07:31:59.342356 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-59284252-6868-41bd-a589-222c8c423209 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:59.343833 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-59284252-6868-41bd-a589-222c8c423209 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.0467377 Sep 28 07:31:59.434531 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Deleting port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:31:59.434870 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:59.525498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] For port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:31:59.525861 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:59.577781 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720088fa-1684-4890-a155-02d0afdedc96 req-7f2cae30-a4c0-4234-91ff-d4f9683558a4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:31:59.579156 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-720088fa-1684-4890-a155-02d0afdedc96 req-7f2cae30-a4c0-4234-91ff-d4f9683558a4 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 946 time: 0.0493727 Sep 28 07:31:59.618924 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:59.625187 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-720088fa-1684-4890-a155-02d0afdedc96 req-49de8627-c02f-438f-b444-564cd4667fe0 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fefe2adf-3e2c-4aef-af31-7fee8699b30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Sep 28 07:31:59.692608 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:59.692999 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (0ef39e12-41e3-4695-bc3e-5b50da1d2f94), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:59.693383 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Floating IP 0ef39e12-41e3-4695-bc3e-5b50da1d2f94 disassociated. External IP: 172.27.2.170, port: ee66bf46-3d63-4bf1-879b-6e217b8ac1d2. Sep 28 07:31:59.693657 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Calling delete_port for ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:31:59.704937 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:31:59.824017 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (ee66bf46-3d63-4bf1-879b-6e217b8ac1d2), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:31:59.869921 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event deleted for resources: {'Port': ['ID=ee66bf46-3d63-4bf1-879b-6e217b8ac1d2,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:00.052513 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:32:00.058907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-92fe052b-1335-442e-885c-a349a16cb664 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:00.060346 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-92fe052b-1335-442e-885c-a349a16cb664 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.1950672 Sep 28 07:32:00.183137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:32:00.199561 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] Sync routers for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:32:00.214320 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:00.215280 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:00.250641 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] No DVR routers for this DVR port ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:32:00.253395 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:00.256868 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8070c12d-c8aa-4bf8-a3ab-3871ea91c21d req-21e2cf06-c20b-471b-82a0-0cf361b379fe tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.33 "DELETE /networking/v2.0/ports/ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 HTTP/1.1" status: 204 len: 173 time: 0.9031737 Sep 28 07:32:00.267404 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'name': 'network-vif-deleted', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:32:00.269739 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f149d3-ec62-4630-9359-bac3ee22ec0a" -d '{"events": [{"server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "name": "network-vif-deleted", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:32:00.300281 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fa7787e0-b108-4017-9866-ff2816d4a5e4 req-c66facc7-8b8b-48fa-bc7a-8db2c857bcf9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 210 time: 0.0539565 Sep 28 07:32:00.309656 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-1d961581-c13b-4812-bc82-96cb784da17a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 472 time: 0.1688282 Sep 28 07:32:00.319587 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc297e-6a0a-410d-85d7-9ee6c572fd85 x-openstack-request-id: req-94bc297e-6a0a-410d-85d7-9ee6c572fd85 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:32:00.322403 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db94c92-043c-4834-903c-2a192fe45d02", "name": "network-vif-deleted", "tag": "ee66bf46-3d63-4bf1-879b-6e217b8ac1d2", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:32:00.322866 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94bc297e-6a0a-410d-85d7-9ee6c572fd85 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:32:00.323142 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bc297e-6a0a-410d-85d7-9ee6c572fd85'] response: {'server_uuid': '1db94c92-043c-4834-903c-2a192fe45d02', 'name': 'network-vif-deleted', 'tag': 'ee66bf46-3d63-4bf1-879b-6e217b8ac1d2', 'status': 'completed', 'code': 200} Sep 28 07:32:00.335505 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'port': {'device_id': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'admin_state_up': True, 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'security_groups': ['90f4549b-8e6a-4dae-bc51-6df34a5ec2fe']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:32:00.367092 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:00.465702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Made reservation on behalf of 94a0b09b62ce47678fd542a0453c3d17 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:32:00.469419 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:00.526350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:00.574702 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:00.601747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] Checking router: 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:32:00.606731 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.20.0.7 (733608a5-23eb-466d-8629-abe8aafc7bed/e81180e2-c655-4d4f-a0ce-2ac0fbaaef32/1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:32:00.613296 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:00.613905 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:00.664284 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:00.733078 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:00.756286 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5f3a95d7-4ee0-4884-9c56-321adf67dc33 req-22c5cc98-e361-423a-825d-5cda0d2d2349 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1db94c92-043c-4834-903c-2a192fe45d02 HTTP/1.1" status: 200 len: 210 time: 0.0276463 Sep 28 07:32:00.774310 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:00.807347 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:00.851841 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 733608a5-23eb-466d-8629-abe8aafc7bed is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:32:00.855002 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:32:00.858901 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:32:00.865068 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:00.918895 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:00.920247 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:00.941245 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:00.943056 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-aa20257d-1d44-4a1d-83f0-a76fa2074aee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6188481 Sep 28 07:32:00.963880 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Request body: {'port': {'device_id': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:32:00.975507 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7128df-ee4f-4d2d-a879-c3de7f76bd14 None None] The sync data for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi is: [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:24:06Z', 'revision_number': 4, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5be4314b-0ccb-415f-9479-e86f664f4837', 'name': '', 'network_id': 'a68568d7-53b7-4646-8455-51184edc4b5d', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'mac_address': 'fa:16:3e:e0:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3381bf72-7241-40a8-99f2-5642624dce19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:03Z', 'updated_at': '2022-09-28T07:24:15Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'subnets': [{'id': '3381bf72-7241-40a8-99f2-5642624dce19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:32:01.043633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.193018 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-ec0ba6b7-f1bc-4565-8372-30402804feee None None] Provisioning complete for port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:32:01.193554 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ec0ba6b7-f1bc-4565-8372-30402804feee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.194024 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-ec0ba6b7-f1bc-4565-8372-30402804feee None None] Attempt 1 to provision port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 Sep 28 07:32:01.288770 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b360cc8-49ab-4e82-ac62-8c5af4e092c9 None None] New status for floating IP 0ef39e12-41e3-4695-bc3e-5b50da1d2f94: DOWN {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:32:01.346104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:32:01.355423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Publish callbacks [] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.371665 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ba6b7-f1bc-4565-8372-30402804feee None None] Port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:32:01.377691 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Transition to ACTIVE for port object 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:32:01.382104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.459752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:01.500584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Pushing event updated for resources: {'Port': ['ID=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:01.512313 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82673f-b590-444a-93db-c9b0c2b6cb6e req-4fa38836-e56e-4e1d-b263-1ea419ffe44c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:01.513818 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7b82673f-b590-444a-93db-c9b0c2b6cb6e req-4fa38836-e56e-4e1d-b263-1ea419ffe44c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 943 time: 0.1063967 Sep 28 07:32:01.544200 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:01.559832 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Attempting to bind port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:32:01.560166 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Attempting to bind port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:32:01.560507 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Attempting to bind port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:32:01.607725 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7b82673f-b590-444a-93db-c9b0c2b6cb6e req-00eb03ea-8482-48e7-b6be-4402a7ceccab tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852275 Sep 28 07:32:01.621087 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 on network 733608a5-23eb-466d-8629-abe8aafc7bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:32:01.621424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Attempting to bind port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:32:01.662865 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:32:01.663205 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Checking segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:32:01.663591 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Bound using segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:32:01.664030 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Bound port: 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:32:01.664390 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.724269 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] For port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:32:01.727236 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] For port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:32:01.733104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.737743 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:01.738339 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.739677 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 HTTP/1.1" status: 200 len: 1093 time: 0.7804923 Sep 28 07:32:01.809257 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9aa53-d274-445e-a5d5-6b98f1e9efff service neutron] Pushing event updated for resources: {'Port': ['ID=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:01.822935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-8d9b9d32-758e-4ae9-ba54-2a2c3fe8fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:01.824421 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-8d9b9d32-758e-4ae9-ba54-2a2c3fe8fce6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 1127 time: 0.0428119 Sep 28 07:32:01.862109 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39452) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:01.867823 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-fd8bbbd7-0fa8-4231-8e4c-2e28e664d59e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 HTTP/1.1" status: 200 len: 217 time: 0.0330043 Sep 28 07:32:01.873181 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-ec0ba6b7-f1bc-4565-8372-30402804feee None None] Attempt 2 to provision port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 Sep 28 07:32:01.897208 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:01.916390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ba6b7-f1bc-4565-8372-30402804feee None None] Port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:32:01.922356 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4dab4a1a-45d4-4504-9270-35972e3699d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (fefe2adf-3e2c-4aef-af31-7fee8699b30a), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.926689 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-ecc9a574-a9a1-4b15-9341-3079381587f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:01.928149 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-ecc9a574-a9a1-4b15-9341-3079381587f9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0534809 Sep 28 07:32:01.944751 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4dab4a1a-45d4-4504-9270-35972e3699d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (fefe2adf-3e2c-4aef-af31-7fee8699b30a), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:01.976485 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:01.998738 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4dab4a1a-45d4-4504-9270-35972e3699d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fefe2adf-3e2c-4aef-af31-7fee8699b30a), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.001434 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4dab4a1a-45d4-4504-9270-35972e3699d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.002606 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-4dab4a1a-45d4-4504-9270-35972e3699d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fefe2adf-3e2c-4aef-af31-7fee8699b30a HTTP/1.1" status: 204 len: 168 time: 0.1393619 Sep 28 07:32:02.006260 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39454) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:02.028269 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab4a1a-45d4-4504-9270-35972e3699d9 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefe2adf-3e2c-4aef-af31-7fee8699b30a,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:02.031883 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.api.v2.resource [None req-831df68a-131d-4c60-ad39-ee17310fec47 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] show failed (client error): The resource could not be found. Sep 28 07:32:02.037528 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-831df68a-131d-4c60-ad39-ee17310fec47 tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "GET /networking/v2.0/security-groups/fefe2adf-3e2c-4aef-af31-7fee8699b30a HTTP/1.1" status: 404 len: 347 time: 0.0255728 Sep 28 07:32:02.037528 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39456) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:02.040078 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:02.154501 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:02.157902 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Deleting port 07f3fb28-d6cb-4198-bfc8-748e74f0f7d7 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:02.158254 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.238149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-841dc74f-74ce-434a-9211-dc2e0db180fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:02.239617 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-841dc74f-74ce-434a-9211-dc2e0db180fd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3039038 Sep 28 07:32:02.240355 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.240693 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.253910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Calling delete_port for 07f3fb28-d6cb-4198-bfc8-748e74f0f7d7 owned by network:floatingip {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:02.325549 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:32:02.327693 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894aa301-6b9c-413a-92ea-a7a4dd652df4" -d '{"events": [{"name": "network-changed", "server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:32:02.357657 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-2e4f410e-701d-494c-bd5c-5a2c7e153ff8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932982 Sep 28 07:32:02.383941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69a6e22-183b-4e6d-b398-f7ac621e7cba x-openstack-request-id: req-a69a6e22-183b-4e6d-b398-f7ac621e7cba {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:32:02.384235 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:32:02.384485 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a69a6e22-183b-4e6d-b398-f7ac621e7cba {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:32:02.384873 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69a6e22-183b-4e6d-b398-f7ac621e7cba'] response: {'name': 'network-changed', 'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'status': 'completed', 'code': 200} Sep 28 07:32:02.390253 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (07f3fb28-d6cb-4198-bfc8-748e74f0f7d7), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.409968 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:02.415565 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Pushing event deleted for resources: {'Port': ['ID=07f3fb28-d6cb-4198-bfc8-748e74f0f7d7,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:02.434032 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:02.434991 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device ee66bf46-3d63-4bf1-879b-6e217b8ac1d2 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:02.442201 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks [] for floatingip (0ef39e12-41e3-4695-bc3e-5b50da1d2f94), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.444687 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:02.448275 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6de117fc-34ad-443c-80a6-de2895ceed3d tempest-AttachVolumeTestJSON-1006047087 tempest-AttachVolumeTestJSON-1006047087-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/0ef39e12-41e3-4695-bc3e-5b50da1d2f94 HTTP/1.1" status: 204 len: 168 time: 0.4077661 Sep 28 07:32:02.461233 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-078f4227-889d-4cb9-a8be-f52a4a6b4d0f req-54573746-79bb-4c67-b12a-e99ce1c1bad6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968099 Sep 28 07:32:02.727972 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5394f-47be-415b-b9fe-2337016e4e0b req-7a97923b-7db1-4616-a94b-4a846f7b8bee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:02.729564 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81c5394f-47be-415b-b9fe-2337016e4e0b req-7a97923b-7db1-4616-a94b-4a846f7b8bee tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 943 time: 0.0478992 Sep 28 07:32:02.787686 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81c5394f-47be-415b-b9fe-2337016e4e0b req-f99e50e0-f9f0-423e-b9f2-cb6d88d65e2f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470929 Sep 28 07:32:03.510013 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-9191e9ca-4042-40a6-9fdc-9d605c046d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:03.511433 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-9191e9ca-4042-40a6-9fdc-9d605c046d33 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 1127 time: 0.0365942 Sep 28 07:32:03.604773 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-b2147a71-d2cf-412c-bdb9-b37b21c58b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:03.606271 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-b2147a71-d2cf-412c-bdb9-b37b21c58b7c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 915 time: 0.0850344 Sep 28 07:32:03.620322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:03.651173 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-2c3941b2-1b78-4d26-8b47-d788e5e64dab service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 HTTP/1.1" status: 200 len: 217 time: 0.0369458 Sep 28 07:32:03.708683 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-255e4067-784d-4de3-9d9d-c40fb2e2bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:03.710149 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-255e4067-784d-4de3-9d9d-c40fb2e2bc74 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0496695 Sep 28 07:32:03.755019 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-6536742c-843e-413a-8f3e-59b8536bf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:03.756453 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-6536742c-843e-413a-8f3e-59b8536bf246 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375798 Sep 28 07:32:03.838886 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:03.851735 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-8f4a1583-14ff-49d4-86d7-2273234beba4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881379 Sep 28 07:32:03.919252 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fad256-fb79-4bf4-b9ca-0c99c3b92779 req-3d92a740-0c03-443f-b694-10e1fab629dc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:03.920884 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-62fad256-fb79-4bf4-b9ca-0c99c3b92779 req-3d92a740-0c03-443f-b694-10e1fab629dc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 943 time: 0.0537241 Sep 28 07:32:03.952030 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-894aa301-6b9c-413a-92ea-a7a4dd652df4 req-6539f024-1b64-48b9-9621-b22ad3cf7dce service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869081 Sep 28 07:32:03.976023 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-62fad256-fb79-4bf4-b9ca-0c99c3b92779 req-537d1036-2573-415e-af8b-d0f1e71d210b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478597 Sep 28 07:32:04.427107 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:32:04.522165 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:04.533529 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'port_id': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'mac_address': 'fa:16:3e:9d:5a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:32:04.586362 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:32:04.586746 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:04.600176 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:32:04.619410 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:04.623007 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:04.667935 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:04.675485 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.675830 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.676186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.676535 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.676868 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.677271 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.677541 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.677860 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.678177 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.678494 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.678811 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.679146 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.679462 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.679776 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.680088 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:04.942566 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:32:05.102724 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6792161-68cb-4b62-89b4-f6b2a3851259 req-5c43d612-c0d2-4507-bf3e-accbc0b3379a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:05.104207 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6792161-68cb-4b62-89b4-f6b2a3851259 req-5c43d612-c0d2-4507-bf3e-accbc0b3379a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 944 time: 0.0523710 Sep 28 07:32:05.152672 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6792161-68cb-4b62-89b4-f6b2a3851259 req-3798f3a8-5f1f-405b-8066-707341e323a8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427868 Sep 28 07:32:06.009979 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39494) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:06.313967 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174627dd-6767-4890-97f7-8a0aee2b1edb req-6af73f38-e807-414f-86a1-b664afef870f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:06.315432 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-174627dd-6767-4890-97f7-8a0aee2b1edb req-6af73f38-e807-414f-86a1-b664afef870f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 944 time: 0.0851061 Sep 28 07:32:06.420143 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-174627dd-6767-4890-97f7-8a0aee2b1edb req-9a304f6a-f3c3-4ca7-a94c-4749af9b3eb0 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792787 Sep 28 07:32:06.432747 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:06.444784 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:32:06.487929 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:32:06.494989 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:32:06.495367 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:06.495748 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 Sep 28 07:32:06.512416 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:06.570186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:32:06.570459 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:06.593629 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:32:06.595897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e7208-fa85-416d-9d19-f5000bd23859" -d '{"events": [{"server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "name": "network-vif-plugged", "status": "completed", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:32:06.609647 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:06.615128 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:06.638829 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3948aab-78b4-4285-a64e-047140e62ccf x-openstack-request-id: req-d3948aab-78b4-4285-a64e-047140e62ccf {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:32:06.639123 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "name": "network-vif-plugged", "status": "completed", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:32:06.639378 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3948aab-78b4-4285-a64e-047140e62ccf {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:32:06.639777 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3948aab-78b4-4285-a64e-047140e62ccf'] response: {'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'code': 200} Sep 28 07:32:06.668710 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:06.729591 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:06.744379 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Deleting port 5be4314b-0ccb-415f-9479-e86f664f4837 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:06.744721 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:06.818707 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b784df-4130-48cb-b796-e00928e06588 req-a2fec420-d715-4734-99b9-db2a08fc521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:06.820294 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-22b784df-4130-48cb-b796-e00928e06588 req-a2fec420-d715-4734-99b9-db2a08fc521e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 1129 time: 0.0378945 Sep 28 07:32:06.827134 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] For port 5be4314b-0ccb-415f-9479-e86f664f4837, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5be4314b-0ccb-415f-9479-e86f664f4837,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:06.827498 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:06.840587 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Calling delete_port for 5be4314b-0ccb-415f-9479-e86f664f4837 owned by network:router_interface {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:06.864886 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-22b784df-4130-48cb-b796-e00928e06588 req-4aa72f1a-7226-4b6b-9536-3b13bb2f0feb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375547 Sep 28 07:32:07.020735 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (5be4314b-0ccb-415f-9479-e86f664f4837), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:07.042696 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be4314b-0ccb-415f-9479-e86f664f4837,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:07.167578 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:07.266218 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:07.371314 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:32:07.705673 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67dcea-4f6d-455f-bad2-f898db819e4e req-7376b4aa-9bef-4a95-ad84-eeb208e5c711 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:07.707187 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4a67dcea-4f6d-455f-bad2-f898db819e4e req-7376b4aa-9bef-4a95-ad84-eeb208e5c711 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 945 time: 0.0798421 Sep 28 07:32:07.745625 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:32:07.754698 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] Sync routers for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:32:07.755147 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-4610669c-3b2e-4882-a425-3d7fffbf9b15 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4a52e77b-f5dd-4278-9d9e-5fc121c92c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7437465 Sep 28 07:32:07.757482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:07.757728 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39504) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:07.766285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:07.767072 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:07.771997 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4a67dcea-4f6d-455f-bad2-f898db819e4e req-60a9edc4-dbb5-4a9c-a881-6064c4796ecb tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556736 Sep 28 07:32:07.859172 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks [] for router (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:07.867551 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:07.876106 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:07.879369 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:07.969465 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks [] for router_gateway (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.015279 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Deleting port bb358554-7ddf-41c3-a248-310cd556f5f5 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:08.015721 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.055038 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:32:06Z', 'revision_number': 5, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port': {'id': 'bb358554-7ddf-41c3-a248-310cd556f5f5', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:08.079831 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] Checking router: 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:32:08.089583 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] Routers {'4a52e77b-f5dd-4278-9d9e-5fc121c92c68'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:08.090499 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:08.102214 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] For port bb358554-7ddf-41c3-a248-310cd556f5f5, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=bb358554-7ddf-41c3-a248-310cd556f5f5,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:08.102636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.116502 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Calling delete_port for bb358554-7ddf-41c3-a248-310cd556f5f5 owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:08.182860 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] Set router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:08.237414 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:32:07Z', 'revision_number': 6, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:08.240121 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:08.268044 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a7777-8336-4876-8b04-575a747d13ca None None] The sync data for ids ['4a52e77b-f5dd-4278-9d9e-5fc121c92c68'] in dv-cinder-859447-1-iscsi is: [{'id': '4a52e77b-f5dd-4278-9d9e-5fc121c92c68', 'name': 'tempest-AttachVolumeTestJSON-881033762-router', 'tenant_id': '6f391a1187074b68b3c6a887634b479b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:57Z', 'updated_at': '2022-09-28T07:32:07Z', 'revision_number': 6, 'project_id': '6f391a1187074b68b3c6a887634b479b', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:32:08.306110 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (bb358554-7ddf-41c3-a248-310cd556f5f5), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.311561 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:08.334788 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Pushing event deleted for resources: {'Port': ['ID=bb358554-7ddf-41c3-a248-310cd556f5f5,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:08.369431 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.403923 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.495543 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.497700 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks [] for router_controller (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.539668 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (4a52e77b-f5dd-4278-9d9e-5fc121c92c68), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.540278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a52e77b-f5dd-4278-9d9e-5fc121c92c68 {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:32:08.545138 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.546274 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fdd223e6-a3a3-4292-ace5-f879368f25de admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/4a52e77b-f5dd-4278-9d9e-5fc121c92c68 HTTP/1.1" status: 204 len: 168 time: 0.7874026 Sep 28 07:32:08.549381 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39506) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:08.600356 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] Deleting subnet 3381bf72-7241-40a8-99f2-5642624dce19 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:32:08.603614 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] Publish callbacks [] for subnet (3381bf72-7241-40a8-99f2-5642624dce19), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.643158 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (3381bf72-7241-40a8-99f2-5642624dce19), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.761182 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (3381bf72-7241-40a8-99f2-5642624dce19), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.830653 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (3381bf72-7241-40a8-99f2-5642624dce19), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.846102 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:08.852996 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/3381bf72-7241-40a8-99f2-5642624dce19 HTTP/1.1" status: 204 len: 168 time: 0.2993350 Sep 28 07:32:08.854030 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39510) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:08.865764 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18c843-8b64-4780-b1e1-65d50719192c None None] Network a68568d7-53b7-4646-8455-51184edc4b5d requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:32:08.886244 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24880d39-aa4a-462d-a91b-bbe7a57f188a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3381bf72-7241-40a8-99f2-5642624dce19,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:08.947577 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0c1e-76fa-4893-a785-8c26129dba43 req-7be01451-02f5-41f5-89c1-705e9137916d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:08.953599 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-508c0c1e-76fa-4893-a785-8c26129dba43 req-7be01451-02f5-41f5-89c1-705e9137916d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 945 time: 0.0614607 Sep 28 07:32:09.012343 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (a68568d7-53b7-4646-8455-51184edc4b5d), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.014467 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device bb358554-7ddf-41c3-a248-310cd556f5f5 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:09.025822 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-508c0c1e-76fa-4893-a785-8c26129dba43 req-4cece775-20e6-4ab0-81ca-f90c58a31267 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706353 Sep 28 07:32:09.057117 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: bb358554-7ddf-41c3-a248-310cd556f5f5 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:09.058447 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device bb358554-7ddf-41c3-a248-310cd556f5f5 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:09.058865 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5be4314b-0ccb-415f-9479-e86f664f4837 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:09.091258 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 5be4314b-0ccb-415f-9479-e86f664f4837 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:09.091592 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5be4314b-0ccb-415f-9479-e86f664f4837 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:09.112820 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Deleting port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:09.112820 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.160358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] DHCP port deletion for a68568d7-53b7-4646-8455-51184edc4b5d request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:32:09.203418 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] Deleting port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:09.203940 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.217070 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] For port 5ef316ef-3a93-48a4-bf99-87ab51810dd5, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5ef316ef-3a93-48a4-bf99-87ab51810dd5,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:09.217437 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.226188 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf9d7-2e28-4f58-9590-caa4c2b3fed2 req-65e47bae-0eea-4ee4-a796-1d72b3ae2a20 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:09.227727 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7fdbf9d7-2e28-4f58-9590-caa4c2b3fed2 req-65e47bae-0eea-4ee4-a796-1d72b3ae2a20 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 945 time: 0.0741503 Sep 28 07:32:09.241637 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39514) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:09.246550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'port_id': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:32:09.247811 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Calling delete_port for 5ef316ef-3a93-48a4-bf99-87ab51810dd5 owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:09.292859 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (705cd34d-1606-4d97-8f7e-bd8fcd88c9fb), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.303084 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] For port 5ef316ef-3a93-48a4-bf99-87ab51810dd5, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5ef316ef-3a93-48a4-bf99-87ab51810dd5,segment=NetworkSegment(465d53d8-7622-40a2-853a-bfebc5d9d762),segment_id=465d53d8-7622-40a2-853a-bfebc5d9d762)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:09.303644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.317846 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] Calling delete_port for 5ef316ef-3a93-48a4-bf99-87ab51810dd5 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:09.334361 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.362181 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef316ef-3a93-48a4-bf99-87ab51810dd5,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:09.370836 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] No DVR routers for this DVR port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 on host dv-cinder-859447-1-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:32:09.400759 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (5ef316ef-3a93-48a4-bf99-87ab51810dd5), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.424151 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] Pushing event deleted for resources: {'Port': ['ID=5ef316ef-3a93-48a4-bf99-87ab51810dd5,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:09.430449 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a1b65-8f14-4967-a949-ed6b37fd1d5b None None] No DVR routers for this DVR port 5ef316ef-3a93-48a4-bf99-87ab51810dd5 on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:32:09.449508 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (a68568d7-53b7-4646-8455-51184edc4b5d), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.472330 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.472939 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.473816 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.474184 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.474532 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.474872 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.475201 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.475546 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.475866 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.476192 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.574225 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.574583 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.574924 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.575281 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 07:32:09.575641 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68568d7-53b7-4646-8455-51184edc4b5d']}} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:09.594132 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465d53d8-7622-40a2-853a-bfebc5d9d762') {'for_net_delete': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:09.594431 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465d53d8-7622-40a2-853a-bfebc5d9d762') {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:09.617586 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260327971'] for segment (465d53d8-7622-40a2-853a-bfebc5d9d762), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.644976 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (465d53d8-7622-40a2-853a-bfebc5d9d762), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.654045 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=106259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:32:09.654419 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260325764'] for segment (465d53d8-7622-40a2-853a-bfebc5d9d762), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.698894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:09.745464 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (a68568d7-53b7-4646-8455-51184edc4b5d), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.753706 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:09.755156 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.761552 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/a68568d7-53b7-4646-8455-51184edc4b5d HTTP/1.1" status: 204 len: 168 time: 0.9063351 Sep 28 07:32:09.767993 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.778604 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (705cd34d-1606-4d97-8f7e-bd8fcd88c9fb), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:09.782610 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf568163-632c-48f5-a960-caaef724b4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68568d7-53b7-4646-8455-51184edc4b5d,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:09.891661 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 705cd34d-1606-4d97-8f7e-bd8fcd88c9fb associated. External IP: 172.27.2.80, port: 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77. Sep 28 07:32:09.966096 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 465d53d8-7622-40a2-853a-bfebc5d9d762 resource provider aggregate not found Sep 28 07:32:09.983423 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 465d53d8-7622-40a2-853a-bfebc5d9d762 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 465d53d8-7622-40a2-853a-bfebc5d9d762 found for delete ", "request_id": "req-6bf6343f-1f86-4c4b-bcf0-7b1561ad0fdb"}]} Sep 28 07:32:10.029186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39528) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:10.059547 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:10.072975 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7cfc59fb-cd37-4f8e-a55d-ff1b88795729 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6f391a1187074b68b3c6a887634b479b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426505 Sep 28 07:32:10.075903 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39530) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:10.103400 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:32:10.124117 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b5f1782c-4c5d-4210-8cc7-ac925861a446 admin admin] Publish callbacks [] for security_group (b29f93a8-f6b2-4d99-8cd1-4680bff6746b), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:10.144498 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b5f1782c-4c5d-4210-8cc7-ac925861a446 admin admin] Publish callbacks [] for security_group (b29f93a8-f6b2-4d99-8cd1-4680bff6746b), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:10.194320 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b5f1782c-4c5d-4210-8cc7-ac925861a446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b29f93a8-f6b2-4d99-8cd1-4680bff6746b), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:10.196918 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b5f1782c-4c5d-4210-8cc7-ac925861a446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:10.200551 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b5f1782c-4c5d-4210-8cc7-ac925861a446 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b29f93a8-f6b2-4d99-8cd1-4680bff6746b HTTP/1.1" status: 204 len: 168 time: 0.1210883 Sep 28 07:32:10.210921 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1782c-4c5d-4210-8cc7-ac925861a446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f93a8-f6b2-4d99-8cd1-4680bff6746b,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:10.212473 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:32:10.216623 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:10.238805 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:32:10.248627 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b3b386cf-5421-4c83-9e71-7c3188d23946 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/705cd34d-1606-4d97-8f7e-bd8fcd88c9fb HTTP/1.1" status: 200 len: 990 time: 1.0056291 Sep 28 07:32:10.249287 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:32:10.251563 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe" -d '{"events": [{"name": "network-changed", "server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:32:10.261377 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:10.262005 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:10.293896 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b845d98-25af-46a8-bb1b-8b9716eefe3b x-openstack-request-id: req-9b845d98-25af-46a8-bb1b-8b9716eefe3b {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:32:10.294194 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:32:10.294447 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b845d98-25af-46a8-bb1b-8b9716eefe3b {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:32:10.294852 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b845d98-25af-46a8-bb1b-8b9716eefe3b'] response: {'name': 'network-changed', 'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'status': 'completed', 'code': 200} Sep 28 07:32:10.361388 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-9cdf1ccd-ab83-4fd4-b215-1e4d9c543222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:10.363622 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-9cdf1ccd-ab83-4fd4-b215-1e4d9c543222 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 1129 time: 0.0457458 Sep 28 07:32:10.374480 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:10.456737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-9f43553b-5617-4a25-8ffc-1642e34b4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:10.458279 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-9f43553b-5617-4a25-8ffc-1642e34b4570 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 915 time: 0.0887904 Sep 28 07:32:10.537524 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-ef51e130-9cc4-40ba-833a-766b86f803b7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 HTTP/1.1" status: 200 len: 998 time: 0.0724897 Sep 28 07:32:10.598455 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-ad07333c-be8f-4448-b725-99ce359e49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:10.599938 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-ad07333c-be8f-4448-b725-99ce359e49e7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0560107 Sep 28 07:32:10.600817 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:52Z', 'revision_number': 2, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}, {'id': '705cd34d-1606-4d97-8f7e-bd8fcd88c9fb', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:9d:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:31:56Z', 'updated_at': '2022-09-28T07:32:09Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:10.625852 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:32:10.634393 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:10.634980 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:10.743109 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:10.929220 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-50bb5a3f-4a46-4f29-ae11-b3ad1d53debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:10.929777 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-50bb5a3f-4a46-4f29-ae11-b3ad1d53debc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458200 Sep 28 07:32:10.985808 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:52Z', 'revision_number': 2, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}, {'id': '705cd34d-1606-4d97-8f7e-bd8fcd88c9fb', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:9d:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:31:56Z', 'updated_at': '2022-09-28T07:32:09Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:10.997466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5ef316ef-3a93-48a4-bf99-87ab51810dd5 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:11.031512 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-2003c298-666b-4e4b-9d56-dad645e18a2b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942640 Sep 28 07:32:11.033105 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8146f-b12c-4216-a065-bbc1e3e53097 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:52Z', 'revision_number': 2, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}, {'id': '705cd34d-1606-4d97-8f7e-bd8fcd88c9fb', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:9d:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:31:56Z', 'updated_at': '2022-09-28T07:32:09Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:32:11.034439 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 5ef316ef-3a93-48a4-bf99-87ab51810dd5 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:11.035861 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5ef316ef-3a93-48a4-bf99-87ab51810dd5 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:11.129504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:11.135876 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68ccfe9f-8627-4dec-b71d-e7f899a0eafe req-f91f22fc-e8d6-405f-ac11-5c945571f073 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976965 Sep 28 07:32:11.264633 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdb002-81d3-48f9-9585-79377c7f564d None None] New status for floating IP 705cd34d-1606-4d97-8f7e-bd8fcd88c9fb: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:32:11.458867 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-08214228-1921-4803-aca6-9f7621bbd6b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500851 Sep 28 07:32:11.531860 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-cafed9ee-847e-4326-a10c-4f8e09f84346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:11.533413 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-cafed9ee-847e-4326-a10c-4f8e09f84346 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 1129 time: 0.0483832 Sep 28 07:32:11.569499 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:11.651573 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-23ff3f9e-5c69-4e5a-89c1-42a91cbc5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:11.653077 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-23ff3f9e-5c69-4e5a-89c1-42a91cbc5c0b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.0922997 Sep 28 07:32:11.721197 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-1ca7a104-6de0-42e5-9176-c55b9fe35819 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04 HTTP/1.1" status: 200 len: 1001 time: 0.0567670 Sep 28 07:32:11.769774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-6aa956d1-952f-4e45-b57b-fb5f08af7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:11.771151 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-6aa956d1-952f-4e45-b57b-fb5f08af7bf4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0424397 Sep 28 07:32:11.814710 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-4cc22833-a763-4488-a583-2c8e7be63f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:11.816269 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-4cc22833-a763-4488-a583-2c8e7be63f98 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369542 Sep 28 07:32:11.911766 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-36b4dfb9-624e-4aec-af54-2d059ef44b96 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878787 Sep 28 07:32:12.005559 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fed7f8d-bfe8-4642-9e88-17c7cb6f28e7 req-836ca221-1123-4f68-99eb-73ffa38955a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872633 Sep 28 07:32:12.375271 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9806f-8a17-4e95-8d62-b4c0eeb1c419 req-39731ae8-de91-41bd-945d-f1c67a7494ef tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:12.376743 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-80d9806f-8a17-4e95-8d62-b4c0eeb1c419 req-39731ae8-de91-41bd-945d-f1c67a7494ef tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 946 time: 0.0461226 Sep 28 07:32:12.423441 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-80d9806f-8a17-4e95-8d62-b4c0eeb1c419 req-1121e6c0-1e64-4008-8027-9081c1308448 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Sep 28 07:32:13.547956 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cad7ce-4604-4df2-9216-b07594445696 req-923ccbda-3ccd-4596-aea4-a808efaf8746 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:13.549487 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20cad7ce-4604-4df2-9216-b07594445696 req-923ccbda-3ccd-4596-aea4-a808efaf8746 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 946 time: 0.0444589 Sep 28 07:32:13.598564 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20cad7ce-4604-4df2-9216-b07594445696 req-b96843dc-6a74-4d98-b875-eae7939a9143 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbc0af76-6dd0-4460-a951-1133e10c5695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Sep 28 07:32:13.928869 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8279-c902-419b-8b85-a81a540a0986 req-29897ab8-c83a-4c9a-a7a4-e88c115ebd12 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:13.930510 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48ed8279-c902-419b-8b85-a81a540a0986 req-29897ab8-c83a-4c9a-a7a4-e88c115ebd12 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 946 time: 0.0579185 Sep 28 07:32:14.022836 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Deleting port c4b55222-9158-47be-a317-e5ecd809aee4 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:14.023186 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.132246 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] For port c4b55222-9158-47be-a317-e5ecd809aee4, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c4b55222-9158-47be-a317-e5ecd809aee4,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:14.132609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.207701 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39608) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:14.316023 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-44283fe9-f18e-4701-9611-8713e52559e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.338934 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:14.400189 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-44283fe9-f18e-4701-9611-8713e52559e1 admin admin] Publish callbacks [] for security_group (fadfd6e5-733b-4661-906c-66b69a569a42), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.404664 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-44283fe9-f18e-4701-9611-8713e52559e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fadfd6e5-733b-4661-906c-66b69a569a42), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.447878 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-44283fe9-f18e-4701-9611-8713e52559e1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d7dbaee9c6f24c12b6113473f42cf134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390599 Sep 28 07:32:14.448730 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44283fe9-f18e-4701-9611-8713e52559e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadfd6e5-733b-4661-906c-66b69a569a42,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:14.451897 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39612) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:14.507643 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d8782936-5d38-40db-bab3-35073425d517 admin admin] Publish callbacks [] for security_group (fadfd6e5-733b-4661-906c-66b69a569a42), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.529032 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d8782936-5d38-40db-bab3-35073425d517 admin admin] Publish callbacks [] for security_group (fadfd6e5-733b-4661-906c-66b69a569a42), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.542941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:14.558343 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.559129 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (9b79e0d5-34f2-4033-b492-acbfeea0522c), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.559129 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Floating IP 9b79e0d5-34f2-4033-b492-acbfeea0522c disassociated. External IP: 172.27.2.98, port: c4b55222-9158-47be-a317-e5ecd809aee4. Sep 28 07:32:14.559343 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Calling delete_port for c4b55222-9158-47be-a317-e5ecd809aee4 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:14.581555 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d8782936-5d38-40db-bab3-35073425d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (fadfd6e5-733b-4661-906c-66b69a569a42), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.584044 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d8782936-5d38-40db-bab3-35073425d517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.587541 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-d8782936-5d38-40db-bab3-35073425d517 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fadfd6e5-733b-4661-906c-66b69a569a42 HTTP/1.1" status: 204 len: 168 time: 0.1321690 Sep 28 07:32:14.594028 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8782936-5d38-40db-bab3-35073425d517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadfd6e5-733b-4661-906c-66b69a569a42,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:14.637699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:14.708388 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (c4b55222-9158-47be-a317-e5ecd809aee4), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:14.745642 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event deleted for resources: {'Port': ['ID=c4b55222-9158-47be-a317-e5ecd809aee4,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:14.806583 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c1b58073-cd42-4ee0-841b-96b40a7cef96 req-5544826c-eeda-4a1e-a17f-08700d4ce78c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 210 time: 0.0636101 Sep 28 07:32:14.887277 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Router a143e79c-0f84-4509-a5e0-0cd8d3472037 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:32:15.006756 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:32:15.018983 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] Sync routers for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:32:15.032523 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:15.033365 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:15.060839 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] No DVR routers for this DVR port c4b55222-9158-47be-a317-e5ecd809aee4 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:32:15.064028 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:15.068676 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48ed8279-c902-419b-8b85-a81a540a0986 req-fe0ed8e5-23a3-4cc8-95a5-471b48cc3777 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c4b55222-9158-47be-a317-e5ecd809aee4 HTTP/1.1" status: 204 len: 173 time: 1.1302364 Sep 28 07:32:15.069516 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-deleted', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:32:15.071883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cdcd6e-754f-4e17-8d64-31c5e2893308" -d '{"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-deleted", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:32:15.126931 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acded3f-7b85-4ef2-b13c-2f27eb3ad233 x-openstack-request-id: req-3acded3f-7b85-4ef2-b13c-2f27eb3ad233 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:32:15.127265 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc79aa8-ba8d-4d91-be11-1866bb283ca5", "name": "network-vif-deleted", "tag": "c4b55222-9158-47be-a317-e5ecd809aee4", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:32:15.127580 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3acded3f-7b85-4ef2-b13c-2f27eb3ad233 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:32:15.128467 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acded3f-7b85-4ef2-b13c-2f27eb3ad233'] response: {'server_uuid': 'dbc79aa8-ba8d-4d91-be11-1866bb283ca5', 'name': 'network-vif-deleted', 'tag': 'c4b55222-9158-47be-a317-e5ecd809aee4', 'status': 'completed', 'code': 200} Sep 28 07:32:15.213898 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:15.222800 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:15.370997 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:15.432572 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:15.458606 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] Checking router: a143e79c-0f84-4509-a5e0-0cd8d3472037 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:32:15.466939 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:15.467518 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:15.663785 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:15.869029 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:15.901092 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07ca676-cc22-470c-a086-d2a196282f5e None None] The sync data for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi is: [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:24:14Z', 'revision_number': 4, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8', 'name': '', 'network_id': 'ad570fd1-a088-4600-9208-cf0f3843e053', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'mac_address': 'fa:16:3e:83:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:13Z', 'updated_at': '2022-09-28T07:24:27Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'subnets': [{'id': '7c0d824b-7e81-48f9-bb63-13e48d358083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:32:15.949481 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b88d2b60-1353-4245-b231-b39e7bd90979 req-81077863-8d53-424a-b488-050a8a3a6f31 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=dbc79aa8-ba8d-4d91-be11-1866bb283ca5 HTTP/1.1" status: 200 len: 210 time: 0.0302689 Sep 28 07:32:16.200970 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a592eec-d393-4254-9cce-7098588e44c5 None None] New status for floating IP 9b79e0d5-34f2-4033-b492-acbfeea0522c: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:32:16.477294 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:16.499595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: c4b55222-9158-47be-a317-e5ecd809aee4 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:16.499942 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c4b55222-9158-47be-a317-e5ecd809aee4 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:17.055830 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39674) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:17.113499 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b77062e8-c469-43ae-ab9d-84d409225a4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (dbc0af76-6dd0-4460-a951-1133e10c5695), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.135772 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b77062e8-c469-43ae-ab9d-84d409225a4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (dbc0af76-6dd0-4460-a951-1133e10c5695), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.184019 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b77062e8-c469-43ae-ab9d-84d409225a4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dbc0af76-6dd0-4460-a951-1133e10c5695), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.187239 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b77062e8-c469-43ae-ab9d-84d409225a4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.188385 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b77062e8-c469-43ae-ab9d-84d409225a4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dbc0af76-6dd0-4460-a951-1133e10c5695 HTTP/1.1" status: 204 len: 168 time: 0.1315775 Sep 28 07:32:17.191849 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39676) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:17.198792 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77062e8-c469-43ae-ab9d-84d409225a4c tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc0af76-6dd0-4460-a951-1133e10c5695,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:17.213879 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-100249b8-cd3b-4af2-9cdf-16dde9cb3e2b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] show failed (client error): The resource could not be found. Sep 28 07:32:17.214933 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-100249b8-cd3b-4af2-9cdf-16dde9cb3e2b tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "GET /networking/v2.0/security-groups/dbc0af76-6dd0-4460-a951-1133e10c5695 HTTP/1.1" status: 404 len: 347 time: 0.0220087 Sep 28 07:32:17.217807 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39678) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:17.328335 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Deleting port 663d7997-759e-4cd2-9c08-0c96f8b73f1f {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:17.328673 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.405353 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.405684 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (663d7997-759e-4cd2-9c08-0c96f8b73f1f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.418012 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Calling delete_port for 663d7997-759e-4cd2-9c08-0c96f8b73f1f owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:17.509444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:17.558436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (663d7997-759e-4cd2-9c08-0c96f8b73f1f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.581262 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Pushing event deleted for resources: {'Port': ['ID=663d7997-759e-4cd2-9c08-0c96f8b73f1f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:17.643940 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks [] for floatingip (9b79e0d5-34f2-4033-b492-acbfeea0522c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.646552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:17.647733 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-bde0a158-ee7c-4274-80f9-467941a108b0 tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/9b79e0d5-34f2-4033-b492-acbfeea0522c HTTP/1.1" status: 204 len: 168 time: 0.4288425 Sep 28 07:32:19.279722 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39732) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:19.404419 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bbb6983f-28f2-42f1-8460-74315ccf793b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:19.458473 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:19.486764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bbb6983f-28f2-42f1-8460-74315ccf793b admin admin] Publish callbacks [] for security_group (97a081c4-e948-4244-9fe8-eed5f6d42c21), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:19.491682 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bbb6983f-28f2-42f1-8460-74315ccf793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (97a081c4-e948-4244-9fe8-eed5f6d42c21), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:19.529251 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-bbb6983f-28f2-42f1-8460-74315ccf793b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=17cbe41ffe284f4f99494b0af23bdaea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484241 Sep 28 07:32:19.531116 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6983f-28f2-42f1-8460-74315ccf793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a081c4-e948-4244-9fe8-eed5f6d42c21,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:19.532023 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39736) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:19.583789 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e44c91e8-f52f-4cc5-8b2d-a1f45dfed16d admin admin] Publish callbacks [] for security_group (97a081c4-e948-4244-9fe8-eed5f6d42c21), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:19.586251 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:19.604712 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e44c91e8-f52f-4cc5-8b2d-a1f45dfed16d admin admin] Publish callbacks [] for security_group (97a081c4-e948-4244-9fe8-eed5f6d42c21), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:19.650090 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e44c91e8-f52f-4cc5-8b2d-a1f45dfed16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (97a081c4-e948-4244-9fe8-eed5f6d42c21), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:19.652517 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e44c91e8-f52f-4cc5-8b2d-a1f45dfed16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:19.653685 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e44c91e8-f52f-4cc5-8b2d-a1f45dfed16d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/97a081c4-e948-4244-9fe8-eed5f6d42c21 HTTP/1.1" status: 204 len: 168 time: 0.1206875 Sep 28 07:32:19.668443 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c91e8-f52f-4cc5-8b2d-a1f45dfed16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a081c4-e948-4244-9fe8-eed5f6d42c21,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:19.920593 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39742) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:19.934073 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2bd2-29a8-4e10-bf41-ffe7418cf627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.014463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2bd2-29a8-4e10-bf41-ffe7418cf627 admin admin] Publish callbacks [] for security_group (878e94ce-2b07-4ea4-a047-510718dedec3), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.019949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2bd2-29a8-4e10-bf41-ffe7418cf627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (878e94ce-2b07-4ea4-a047-510718dedec3), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.068716 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39748) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:20.068832 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-aa4b2bd2-29a8-4e10-bf41-ffe7418cf627 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cd45f5b9030e41b8aeb55f0c549c4b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456120 Sep 28 07:32:20.068832 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b2bd2-29a8-4e10-bf41-ffe7418cf627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878e94ce-2b07-4ea4-a047-510718dedec3,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:20.108817 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39752) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:20.124279 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0a92376d-15b9-4bde-8c3b-b97153021d19 admin admin] Publish callbacks [] for security_group (878e94ce-2b07-4ea4-a047-510718dedec3), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.145144 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0a92376d-15b9-4bde-8c3b-b97153021d19 admin admin] Publish callbacks [] for security_group (878e94ce-2b07-4ea4-a047-510718dedec3), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.192125 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0a92376d-15b9-4bde-8c3b-b97153021d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (878e94ce-2b07-4ea4-a047-510718dedec3), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.194848 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0a92376d-15b9-4bde-8c3b-b97153021d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.195993 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-0a92376d-15b9-4bde-8c3b-b97153021d19 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/878e94ce-2b07-4ea4-a047-510718dedec3 HTTP/1.1" status: 204 len: 168 time: 0.1273205 Sep 28 07:32:20.206183 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92376d-15b9-4bde-8c3b-b97153021d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e94ce-2b07-4ea4-a047-510718dedec3,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:20.646936 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (a143e79c-0f84-4509-a5e0-0cd8d3472037), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.740022 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:20.883391 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Deleting port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:20.883745 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.922001 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:20.965331 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] For port 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:20.965703 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:20.979370 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Calling delete_port for 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:21.171789 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:21.201209 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:21.373402 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (a143e79c-0f84-4509-a5e0-0cd8d3472037), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:21.585418 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Router a143e79c-0f84-4509-a5e0-0cd8d3472037 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:32:21.619695 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0a2bfa1b-ea24-4863-8bf4-062eeaec09c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:21.636590 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:21.696997 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:32:21.702288 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-32a4762b-7e53-4114-a0c4-2cc90bac0cf7 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a143e79c-0f84-4509-a5e0-0cd8d3472037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5927801 Sep 28 07:32:21.705168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39794) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:21.710094 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] Sync routers for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:32:21.723890 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:21.724637 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:21.786263 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:21.806057 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks [] for router (a143e79c-0f84-4509-a5e0-0cd8d3472037), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:21.828300 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:21.914671 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks [] for router_gateway (a143e79c-0f84-4509-a5e0-0cd8d3472037), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:21.967825 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Deleting port eacda5dd-8e28-4d75-b4e5-0257828bd865 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:21.968158 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.013388 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:32:21Z', 'revision_number': 5, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port': {'id': 'eacda5dd-8e28-4d75-b4e5-0257828bd865', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:24:00Z', 'updated_at': '2022-09-28T07:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:22.046778 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] Checking router: a143e79c-0f84-4509-a5e0-0cd8d3472037 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:32:22.051247 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] For port eacda5dd-8e28-4d75-b4e5-0257828bd865, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=eacda5dd-8e28-4d75-b4e5-0257828bd865,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:22.051615 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.058234 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] Routers {'a143e79c-0f84-4509-a5e0-0cd8d3472037'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:32:22.058824 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:31:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['a143e79c-0f84-4509-a5e0-0cd8d3472037'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:22.065802 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Calling delete_port for eacda5dd-8e28-4d75-b4e5-0257828bd865 owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:22.145495 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] Set router a143e79c-0f84-4509-a5e0-0cd8d3472037 gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:32:22.200815 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:32:21Z', 'revision_number': 6, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:22.203174 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:32:22.225992 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d56ed-0bd3-4155-8736-366f985f5936 None None] The sync data for ids ['a143e79c-0f84-4509-a5e0-0cd8d3472037'] in dv-cinder-859447-1-iscsi is: [{'id': 'a143e79c-0f84-4509-a5e0-0cd8d3472037', 'name': 'tempest-AttachVolumeShelveTestJSON-2049123612-router', 'tenant_id': '60646ef7a4ad4eb1860952504092742d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:23:58Z', 'updated_at': '2022-09-28T07:32:21Z', 'revision_number': 6, 'project_id': '60646ef7a4ad4eb1860952504092742d', 'gw_port_host': None}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:32:22.230789 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (eacda5dd-8e28-4d75-b4e5-0257828bd865), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.257135 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Pushing event deleted for resources: {'Port': ['ID=eacda5dd-8e28-4d75-b4e5-0257828bd865,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:22.324125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (a143e79c-0f84-4509-a5e0-0cd8d3472037), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.666090 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (a143e79c-0f84-4509-a5e0-0cd8d3472037), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.668271 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks [] for router_controller (a143e79c-0f84-4509-a5e0-0cd8d3472037), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.710016 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (a143e79c-0f84-4509-a5e0-0cd8d3472037), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.710607 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Fanout notify agent at l3_agent the message router_deleted on router a143e79c-0f84-4509-a5e0-0cd8d3472037 {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:32:22.714640 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.715745 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fbc6ce7a-7b2e-4e33-9111-0f425f0897da admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/a143e79c-0f84-4509-a5e0-0cd8d3472037 HTTP/1.1" status: 204 len: 168 time: 1.0089545 Sep 28 07:32:22.718267 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39800) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:22.761462 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] Deleting subnet 7c0d824b-7e81-48f9-bb63-13e48d358083 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:32:22.764467 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] Publish callbacks [] for subnet (7c0d824b-7e81-48f9-bb63-13e48d358083), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.802045 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (7c0d824b-7e81-48f9-bb63-13e48d358083), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.843291 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:22.880016 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (7c0d824b-7e81-48f9-bb63-13e48d358083), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.881934 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:22.932858 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (7c0d824b-7e81-48f9-bb63-13e48d358083), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.959619 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0d824b-7e81-48f9-bb63-13e48d358083,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:22.961570 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:22.968935 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9fd988cf-0ef5-490d-a0eb-6ef2490534a3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/7c0d824b-7e81-48f9-bb63-13e48d358083 HTTP/1.1" status: 204 len: 168 time: 0.2454958 Sep 28 07:32:22.970934 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d796ff-94b1-4550-9e21-ab96b342a6fe None None] Network ad570fd1-a088-4600-9208-cf0f3843e053 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:32:22.972291 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39802) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:23.052046 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (ad570fd1-a088-4600-9208-cf0f3843e053), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.099208 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Deleting port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:32:23.099546 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.163809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:23.173083 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:23.173286 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] For port a46804ad-ae68-4b63-b6dc-1d072e2b72e1, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a46804ad-ae68-4b63-b6dc-1d072e2b72e1,segment=NetworkSegment(f4cb1d62-c070-4a79-9b83-5ed5b3372f7a),segment_id=f4cb1d62-c070-4a79-9b83-5ed5b3372f7a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:23.173509 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.179749 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:23.191743 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Calling delete_port for a46804ad-ae68-4b63-b6dc-1d072e2b72e1 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:32:23.206450 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:23.206803 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 1365d8eb-5bf9-4152-9a3a-e93cca9bd8f8 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:23.207480 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device eacda5dd-8e28-4d75-b4e5-0257828bd865 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:23.247469 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: eacda5dd-8e28-4d75-b4e5-0257828bd865 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:23.247845 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device eacda5dd-8e28-4d75-b4e5-0257828bd865 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:23.284043 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (a46804ad-ae68-4b63-b6dc-1d072e2b72e1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.320820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] No DVR routers for this DVR port a46804ad-ae68-4b63-b6dc-1d072e2b72e1 on host dv-cinder-859447-1-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:32:23.324592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Pushing event deleted for resources: {'Port': ['ID=a46804ad-ae68-4b63-b6dc-1d072e2b72e1,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:23.359393 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2aa712-d203-4634-86ec-0ec33fa048e9 None None] DHCP port deletion for ad570fd1-a088-4600-9208-cf0f3843e053 request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:32:23.414063 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (ad570fd1-a088-4600-9208-cf0f3843e053), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.436255 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad570fd1-a088-4600-9208-cf0f3843e053']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:23.446254 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:23.446555 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cb1d62-c070-4a79-9b83-5ed5b3372f7a') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:32:23.457504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (f4cb1d62-c070-4a79-9b83-5ed5b3372f7a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.470816 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (f4cb1d62-c070-4a79-9b83-5ed5b3372f7a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.477387 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:32:23.477772 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (f4cb1d62-c070-4a79-9b83-5ed5b3372f7a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.517230 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment f4cb1d62-c070-4a79-9b83-5ed5b3372f7a resource provider aggregate not found Sep 28 07:32:23.534414 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment f4cb1d62-c070-4a79-9b83-5ed5b3372f7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4cb1d62-c070-4a79-9b83-5ed5b3372f7a found for delete ", "request_id": "req-67366532-11e1-482d-a7f2-16f1b67859e0"}]} Sep 28 07:32:23.541503 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (ad570fd1-a088-4600-9208-cf0f3843e053), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.546781 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.550500 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/ad570fd1-a088-4600-9208-cf0f3843e053 HTTP/1.1" status: 204 len: 168 time: 0.5803056 Sep 28 07:32:23.562073 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f09e5-5ed4-4767-91a9-cb7e84c6bafc admin admin] Pushing event deleted for resources: {'Network': ['ID=ad570fd1-a088-4600-9208-cf0f3843e053,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:23.715101 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39818) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:23.758897 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5503f55b-bfca-43f7-add9-7bf27ca92837 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=60646ef7a4ad4eb1860952504092742d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425603 Sep 28 07:32:23.761293 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39820) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:23.807797 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-669090c1-9575-46f0-9fcb-be041d9a5645 admin admin] Publish callbacks [] for security_group (922304a9-6485-4ea6-9566-ebb0e9de184b), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.827963 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-669090c1-9575-46f0-9fcb-be041d9a5645 admin admin] Publish callbacks [] for security_group (922304a9-6485-4ea6-9566-ebb0e9de184b), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.875438 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-669090c1-9575-46f0-9fcb-be041d9a5645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (922304a9-6485-4ea6-9566-ebb0e9de184b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.879086 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-669090c1-9575-46f0-9fcb-be041d9a5645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:23.883204 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-669090c1-9575-46f0-9fcb-be041d9a5645 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/922304a9-6485-4ea6-9566-ebb0e9de184b HTTP/1.1" status: 204 len: 168 time: 0.1180720 Sep 28 07:32:23.889356 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669090c1-9575-46f0-9fcb-be041d9a5645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922304a9-6485-4ea6-9566-ebb0e9de184b,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:23.889567 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-df4b2a5b-1fcc-41d9-af81-2488a868dc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:24.949644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a46804ad-ae68-4b63-b6dc-1d072e2b72e1 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:32:24.969411 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: a46804ad-ae68-4b63-b6dc-1d072e2b72e1 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:32:24.969824 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a46804ad-ae68-4b63-b6dc-1d072e2b72e1 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:32:25.151797 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:26.652398 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:26.754090 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:26.821122 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39958) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:26.926352 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-588a61c0-5575-49a2-893a-ea83540d9c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:26.974461 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:27.004007 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-588a61c0-5575-49a2-893a-ea83540d9c74 admin admin] Publish callbacks [] for security_group (8bb336e2-9667-4cb2-85b4-be434a029108), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.007599 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-588a61c0-5575-49a2-893a-ea83540d9c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8bb336e2-9667-4cb2-85b4-be434a029108), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.049334 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-588a61c0-5575-49a2-893a-ea83540d9c74 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e829547ae264479b98ca0701de58af02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271287 Sep 28 07:32:27.050640 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a61c0-5575-49a2-893a-ea83540d9c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb336e2-9667-4cb2-85b4-be434a029108,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:27.052175 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39962) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:27.082152 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:27.104242 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3c0b-5da5-4030-8dec-11ac129f61b7 admin admin] Publish callbacks [] for security_group (8bb336e2-9667-4cb2-85b4-be434a029108), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.111243 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:27.124926 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3c0b-5da5-4030-8dec-11ac129f61b7 admin admin] Publish callbacks [] for security_group (8bb336e2-9667-4cb2-85b4-be434a029108), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.174532 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3c0b-5da5-4030-8dec-11ac129f61b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8bb336e2-9667-4cb2-85b4-be434a029108), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.177126 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f2e3c0b-5da5-4030-8dec-11ac129f61b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.178240 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1f2e3c0b-5da5-4030-8dec-11ac129f61b7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8bb336e2-9667-4cb2-85b4-be434a029108 HTTP/1.1" status: 204 len: 168 time: 0.1244204 Sep 28 07:32:27.185994 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e3c0b-5da5-4030-8dec-11ac129f61b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb336e2-9667-4cb2-85b4-be434a029108,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:27.437669 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 39968) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:27.451595 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-10aaf570-0480-4775-9785-cda36600edc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.529822 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-10aaf570-0480-4775-9785-cda36600edc9 admin admin] Publish callbacks [] for security_group (b79cc566-f71e-4b99-9e2c-dc754fe2296c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.534087 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-10aaf570-0480-4775-9785-cda36600edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b79cc566-f71e-4b99-9e2c-dc754fe2296c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.577414 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 39976) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:27.577917 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-10aaf570-0480-4775-9785-cda36600edc9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dfc31e9fdcd84b3eaae8348caf38655a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386809 Sep 28 07:32:27.578920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaf570-0480-4775-9785-cda36600edc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79cc566-f71e-4b99-9e2c-dc754fe2296c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:27.630345 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-48da53f9-57fb-4b4a-bfa5-6a163e88dc61 admin admin] Publish callbacks [] for security_group (b79cc566-f71e-4b99-9e2c-dc754fe2296c), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.650451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-48da53f9-57fb-4b4a-bfa5-6a163e88dc61 admin admin] Publish callbacks [] for security_group (b79cc566-f71e-4b99-9e2c-dc754fe2296c), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.699488 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-48da53f9-57fb-4b4a-bfa5-6a163e88dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b79cc566-f71e-4b99-9e2c-dc754fe2296c), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.703002 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-48da53f9-57fb-4b4a-bfa5-6a163e88dc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:27.703899 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-48da53f9-57fb-4b4a-bfa5-6a163e88dc61 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b79cc566-f71e-4b99-9e2c-dc754fe2296c HTTP/1.1" status: 204 len: 168 time: 0.1252930 Sep 28 07:32:27.711924 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da53f9-57fb-4b4a-bfa5-6a163e88dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79cc566-f71e-4b99-9e2c-dc754fe2296c,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:32.202943 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=84 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:32.204718 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:33.076440 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40078) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:33.177584 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-61eaae28-69b4-4a45-9a8d-5fdd1ca63f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.250318 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-61eaae28-69b4-4a45-9a8d-5fdd1ca63f26 admin admin] Publish callbacks [] for security_group (22a5c065-ff0c-4775-89f0-9f043433f6bc), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.254573 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-61eaae28-69b4-4a45-9a8d-5fdd1ca63f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (22a5c065-ff0c-4775-89f0-9f043433f6bc), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.292068 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-61eaae28-69b4-4a45-9a8d-5fdd1ca63f26 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=12b0731570c64542baca085ef1bb3cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144532 Sep 28 07:32:33.293178 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaae28-69b4-4a45-9a8d-5fdd1ca63f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5c065-ff0c-4775-89f0-9f043433f6bc,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:33.294855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40082) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:33.346808 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db2f2bac-da9c-4ba4-b6c9-b4943d1ec5a5 admin admin] Publish callbacks [] for security_group (22a5c065-ff0c-4775-89f0-9f043433f6bc), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.367229 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db2f2bac-da9c-4ba4-b6c9-b4943d1ec5a5 admin admin] Publish callbacks [] for security_group (22a5c065-ff0c-4775-89f0-9f043433f6bc), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.418855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db2f2bac-da9c-4ba4-b6c9-b4943d1ec5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (22a5c065-ff0c-4775-89f0-9f043433f6bc), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.421596 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db2f2bac-da9c-4ba4-b6c9-b4943d1ec5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.425598 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-db2f2bac-da9c-4ba4-b6c9-b4943d1ec5a5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/22a5c065-ff0c-4775-89f0-9f043433f6bc HTTP/1.1" status: 204 len: 168 time: 0.1295562 Sep 28 07:32:33.435664 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f2bac-da9c-4ba4-b6c9-b4943d1ec5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5c065-ff0c-4775-89f0-9f043433f6bc,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:33.740848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40098) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:33.754453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4af8f20b-d335-4e54-9e66-e02ea8a28dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.829075 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4af8f20b-d335-4e54-9e66-e02ea8a28dc9 admin admin] Publish callbacks [] for security_group (5ce08b64-5433-43b0-9edd-d9c5d5cb22a9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.833370 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4af8f20b-d335-4e54-9e66-e02ea8a28dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (5ce08b64-5433-43b0-9edd-d9c5d5cb22a9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.869670 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8f20b-d335-4e54-9e66-e02ea8a28dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce08b64-5433-43b0-9edd-d9c5d5cb22a9,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:33.873922 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4af8f20b-d335-4e54-9e66-e02ea8a28dc9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c6dfad34c73347c5ae974d146c38be02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320059 Sep 28 07:32:33.876627 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40100) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:33.925327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc396-559d-41fd-bb13-e2e31180e749 admin admin] Publish callbacks [] for security_group (5ce08b64-5433-43b0-9edd-d9c5d5cb22a9), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:33.945611 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc396-559d-41fd-bb13-e2e31180e749 admin admin] Publish callbacks [] for security_group (5ce08b64-5433-43b0-9edd-d9c5d5cb22a9), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:34.007731 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc396-559d-41fd-bb13-e2e31180e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (5ce08b64-5433-43b0-9edd-d9c5d5cb22a9), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:34.010245 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc396-559d-41fd-bb13-e2e31180e749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:34.011682 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cb5bc396-559d-41fd-bb13-e2e31180e749 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5ce08b64-5433-43b0-9edd-d9c5d5cb22a9 HTTP/1.1" status: 204 len: 168 time: 0.1341083 Sep 28 07:32:34.021693 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc396-559d-41fd-bb13-e2e31180e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce08b64-5433-43b0-9edd-d9c5d5cb22a9,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:38.362358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:43.286328 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=14 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:43.289572 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:43.980095 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=12 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:44.016093 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:45.220378 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40278) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:45.327185 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-935a5c8c-ec83-4ae4-ac51-260b5ff20ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.401604 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-935a5c8c-ec83-4ae4-ac51-260b5ff20ce4 admin admin] Publish callbacks [] for security_group (32e74e09-813f-4633-82f7-45eac50bf6ba), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.405262 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-935a5c8c-ec83-4ae4-ac51-260b5ff20ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (32e74e09-813f-4633-82f7-45eac50bf6ba), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.445532 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-935a5c8c-ec83-4ae4-ac51-260b5ff20ce4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=89424102000c43a5ab7cfda3948957de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234397 Sep 28 07:32:45.446638 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a5c8c-ec83-4ae4-ac51-260b5ff20ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e74e09-813f-4633-82f7-45eac50bf6ba,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:45.448234 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40282) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:45.499264 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9b544737-8735-464f-a684-f9916a07241d admin admin] Publish callbacks [] for security_group (32e74e09-813f-4633-82f7-45eac50bf6ba), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.519301 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9b544737-8735-464f-a684-f9916a07241d admin admin] Publish callbacks [] for security_group (32e74e09-813f-4633-82f7-45eac50bf6ba), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.565467 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9b544737-8735-464f-a684-f9916a07241d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (32e74e09-813f-4633-82f7-45eac50bf6ba), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.567954 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9b544737-8735-464f-a684-f9916a07241d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.569107 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9b544737-8735-464f-a684-f9916a07241d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/32e74e09-813f-4633-82f7-45eac50bf6ba HTTP/1.1" status: 204 len: 168 time: 0.1198647 Sep 28 07:32:45.576720 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b544737-8735-464f-a684-f9916a07241d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e74e09-813f-4633-82f7-45eac50bf6ba,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:45.841215 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40290) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:45.854541 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c118740f-3b24-40bf-90c3-ea7796487b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.927927 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c118740f-3b24-40bf-90c3-ea7796487b59 admin admin] Publish callbacks [] for security_group (ce59bbca-eda2-441a-9751-85dd0c9da8e7), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.931708 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c118740f-3b24-40bf-90c3-ea7796487b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ce59bbca-eda2-441a-9751-85dd0c9da8e7), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:45.971240 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-c118740f-3b24-40bf-90c3-ea7796487b59 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=84ac1b8fd6aa465b9d66a62043e5cfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289182 Sep 28 07:32:45.972060 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118740f-3b24-40bf-90c3-ea7796487b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce59bbca-eda2-441a-9751-85dd0c9da8e7,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:45.974790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40292) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:46.026826 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce125-feca-443d-ae53-ff6363dbbd65 admin admin] Publish callbacks [] for security_group (ce59bbca-eda2-441a-9751-85dd0c9da8e7), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.047011 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce125-feca-443d-ae53-ff6363dbbd65 admin admin] Publish callbacks [] for security_group (ce59bbca-eda2-441a-9751-85dd0c9da8e7), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.096740 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce125-feca-443d-ae53-ff6363dbbd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (ce59bbca-eda2-441a-9751-85dd0c9da8e7), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.099261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce125-feca-443d-ae53-ff6363dbbd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.100455 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1f5ce125-feca-443d-ae53-ff6363dbbd65 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ce59bbca-eda2-441a-9751-85dd0c9da8e7 HTTP/1.1" status: 204 len: 168 time: 0.1244402 Sep 28 07:32:46.108169 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ce125-feca-443d-ae53-ff6363dbbd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce59bbca-eda2-441a-9751-85dd0c9da8e7,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:46.423426 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40298) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:46.438011 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1787ea76-d3e3-4ba1-a9ca-f03934400c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.515374 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1787ea76-d3e3-4ba1-a9ca-f03934400c22 admin admin] Publish callbacks [] for security_group (b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.525424 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1787ea76-d3e3-4ba1-a9ca-f03934400c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.564063 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1787ea76-d3e3-4ba1-a9ca-f03934400c22 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a537315e54f8458884130ff19c794e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389098 Sep 28 07:32:46.565987 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787ea76-d3e3-4ba1-a9ca-f03934400c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:46.566919 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40300) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:46.616758 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ce87d2b-9cf4-40ee-b211-1aaa7bb5f957 admin admin] Publish callbacks [] for security_group (b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.636582 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ce87d2b-9cf4-40ee-b211-1aaa7bb5f957 admin admin] Publish callbacks [] for security_group (b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.682958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ce87d2b-9cf4-40ee-b211-1aaa7bb5f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.685589 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0ce87d2b-9cf4-40ee-b211-1aaa7bb5f957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:46.687014 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0ce87d2b-9cf4-40ee-b211-1aaa7bb5f957 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e HTTP/1.1" status: 204 len: 168 time: 0.1187906 Sep 28 07:32:46.696296 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce87d2b-9cf4-40ee-b211-1aaa7bb5f957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f3cbf0-1edc-4650-a76b-dd7b58da4b4e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:46.708656 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=16 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:46.711922 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=16 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:47.357036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40326) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:47.452933 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1833259952-network', 'tenant_id': '01b7cf3a259443a9a370b79e2bc43dcc'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:32:47.473689 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Made reservation on behalf of 01b7cf3a259443a9a370b79e2bc43dcc for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:32:47.476127 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.484522 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.558753 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks [] for security_group (3c595b98-731a-4214-bb08-518f306c59b9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.562669 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (3c595b98-731a-4214-bb08-518f306c59b9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.587767 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:32:47.597858 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c595b98-731a-4214-bb08-518f306c59b9,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:47.602718 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (0ebdab94-4dbd-4a46-9b9a-642ba1c60356), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.603066 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Added segment 0ebdab94-4dbd-4a46-9b9a-642ba1c60356 of type vlan for network d99a020f-4a11-48ef-a136-1ebf1da1cb25 Sep 28 07:32:47.645649 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (d99a020f-4a11-48ef-a136-1ebf1da1cb25), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.669952 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (d99a020f-4a11-48ef-a136-1ebf1da1cb25), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.671005 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:47.671598 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.691569 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:47.725863 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3677070 Sep 28 07:32:47.729187 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40330) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:47.729739 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:47.734279 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Request body: {'subnet': {'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1833259952-subnet', 'tenant_id': '01b7cf3a259443a9a370b79e2bc43dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:32:47.744466 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abd25d-4996-456d-8419-2cf5eca25caa admin admin] Pushing event updated for resources: {'Network': ['ID=d99a020f-4a11-48ef-a136-1ebf1da1cb25,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:47.763001 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Made reservation on behalf of 01b7cf3a259443a9a370b79e2bc43dcc for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:32:47.765738 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260438574'] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.768737 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network d99a020f-4a11-48ef-a136-1ebf1da1cb25 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:32:47.915404 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:47.928685 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:47.934074 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260328167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260438552'] for subnet (eb175e0d-d166-4161-b080-818220936b88), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:47.990931 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb175e0d-d166-4161-b080-818220936b88,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:47.999350 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Checking segment: {'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:32:47.999702 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Network hostable DHCP agents. Network: d99a020f-4a11-48ef-a136-1ebf1da1cb25, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:32:48.017176 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Network d99a020f-4a11-48ef-a136-1ebf1da1cb25 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:32:48.027300 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, d99a020f-4a11-48ef-a136-1ebf1da1cb25) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:32:48.032737 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:48.034174 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:48.036704 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6c78b-5f1d-4ed8-bbcf-e638b90e6771 None None] Network d99a020f-4a11-48ef-a136-1ebf1da1cb25 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:32:48.052372 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-802d38a9-4965-4721-be75-8caf4136e2a4 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3219454 Sep 28 07:32:48.146738 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cdaf4e-fc88-4998-b1b6-a009ee03bf02 None None] Network d99a020f-4a11-48ef-a136-1ebf1da1cb25 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:32:49.826394 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-bf22d41f-ef63-431e-9f8d-95cadab6d656 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:49.827749 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-bf22d41f-ef63-431e-9f8d-95cadab6d656 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d99a020f-4a11-48ef-a136-1ebf1da1cb25 HTTP/1.1" status: 200 len: 809 time: 0.1081750 Sep 28 07:32:49.842237 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-d211ea34-142d-4a57-afc1-1c15237699d4 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/quotas/01b7cf3a259443a9a370b79e2bc43dcc HTTP/1.1" status: 200 len: 375 time: 0.0086555 Sep 28 07:32:49.872242 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-6f2fa745-f265-4055-83c4-f381dd168c9a tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245912 Sep 28 07:32:49.962154 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-da9024f9-5a5b-49e9-9b7e-a121b5a5e9c1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834820 Sep 28 07:32:50.052788 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-45431533-9364-44da-acda-4d90b4b9e887 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849154 Sep 28 07:32:50.250744 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-494c74cb-6d32-4b47-b227-6744d2274483 req-5ab0bce6-bfc7-48a5-8e55-9ffd8478a5ef tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 210 time: 0.0426583 Sep 28 07:32:51.351460 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-118feff0-4910-4981-82a4-d062ea9530a2 req-9a291599-57ae-4240-be92-e971ff2eb6cd tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 210 time: 0.0287035 Sep 28 07:32:51.542646 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-38ded64a-a7fa-4040-93b8-7adef1ad3618 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:51.544361 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-38ded64a-a7fa-4040-93b8-7adef1ad3618 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "GET /networking/v2.0/networks?id=d99a020f-4a11-48ef-a136-1ebf1da1cb25 HTTP/1.1" status: 200 len: 809 time: 0.1077354 Sep 28 07:32:51.572259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Request body: {'port': {'device_id': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25', 'admin_state_up': True, 'tenant_id': '01b7cf3a259443a9a370b79e2bc43dcc'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:32:51.625002 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0d2b284a-93d2-49b5-924d-85e616ffdb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:51.705547 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Made reservation on behalf of 01b7cf3a259443a9a370b79e2bc43dcc for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:32:51.709444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:51.835192 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Allocated IP 172.20.0.6 (d99a020f-4a11-48ef-a136-1ebf1da1cb25/eb175e0d-d166-4161-b080-818220936b88/64bbfb5d-9316-4ba8-a514-a2c205e42a92) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:32:51.982870 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks [] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.014213 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.061749 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Network d99a020f-4a11-48ef-a136-1ebf1da1cb25 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:32:52.065173 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:32:52.069099 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:32:52.075278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Pushing event updated for resources: {'Port': ['ID=64bbfb5d-9316-4ba8-a514-a2c205e42a92,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:52.121387 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:52.121938 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.137453 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-2eb05106-4ca2-4036-8ee3-0e82c188cd85 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711088 Sep 28 07:32:52.149107 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Request body: {'port': {'device_id': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:32:52.206028 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.214156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:52.306761 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:52.495079 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bbfb5d-9316-4ba8-a514-a2c205e42a92 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:32:52.506267 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Publish callbacks [] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.513914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c5173-00c1-4937-b038-115c73ef1709 req-84f4f87c-ddf8-4a3e-8d5a-295b5c64fa21 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:52.515377 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-812c5173-00c1-4937-b038-115c73ef1709 req-84f4f87c-ddf8-4a3e-8d5a-295b5c64fa21 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 931 time: 0.0806525 Sep 28 07:32:52.539845 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Transition to ACTIVE for port object 64bbfb5d-9316-4ba8-a514-a2c205e42a92 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:32:52.544989 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.625729 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-812c5173-00c1-4937-b038-115c73ef1709 req-323ba999-b1b3-4bda-ae75-383994445457 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025331 Sep 28 07:32:52.629849 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Pushing event updated for resources: {'Port': ['ID=64bbfb5d-9316-4ba8-a514-a2c205e42a92,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:52.684574 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Attempting to bind port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:32:52.684909 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Attempting to bind port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:32:52.685286 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Attempting to bind port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 on network d99a020f-4a11-48ef-a136-1ebf1da1cb25 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:32:52.727094 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 on network d99a020f-4a11-48ef-a136-1ebf1da1cb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:32:52.727426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Attempting to bind port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 on network d99a020f-4a11-48ef-a136-1ebf1da1cb25 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:32:52.775780 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:32:52.776122 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Checking segment: {'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:32:52.776503 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Bound using segment: {'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:32:52.776969 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Bound port: 64bbfb5d-9316-4ba8-a514-a2c205e42a92, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:32:52.777339 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.840299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] For port 64bbfb5d-9316-4ba8-a514-a2c205e42a92, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:32:52.843322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] For port 64bbfb5d-9316-4ba8-a514-a2c205e42a92, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=64bbfb5d-9316-4ba8-a514-a2c205e42a92,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:32:52.849619 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.853667 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:52.854275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:52.855640 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/64bbfb5d-9316-4ba8-a514-a2c205e42a92 HTTP/1.1" status: 200 len: 1093 time: 0.7105036 Sep 28 07:32:52.856187 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'tag': '64bbfb5d-9316-4ba8-a514-a2c205e42a92'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:32:52.858423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c891e4bf-23a6-4b51-a75d-7304c73254df", "tag": "64bbfb5d-9316-4ba8-a514-a2c205e42a92"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:32:52.903748 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40430) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:52.910089 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5af5e-2531-4beb-8656-b206dd9859bf x-openstack-request-id: req-22f5af5e-2531-4beb-8656-b206dd9859bf {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:32:52.910513 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c891e4bf-23a6-4b51-a75d-7304c73254df", "tag": "64bbfb5d-9316-4ba8-a514-a2c205e42a92", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:32:52.910666 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22f5af5e-2531-4beb-8656-b206dd9859bf {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:32:52.911046 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f5af5e-2531-4beb-8656-b206dd9859bf'] response: {'name': 'network-changed', 'server_uuid': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'tag': '64bbfb5d-9316-4ba8-a514-a2c205e42a92', 'status': 'completed', 'code': 200} Sep 28 07:32:52.928232 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309a454-a15a-4063-b3ef-dd7ae7b1a813 service neutron] Pushing event updated for resources: {'Port': ['ID=64bbfb5d-9316-4ba8-a514-a2c205e42a92,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:52.959001 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-6bd28bcd-e654-4c99-8507-477d878d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:52.960529 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-6bd28bcd-e654-4c99-8507-477d878d7263 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 1127 time: 0.0439014 Sep 28 07:32:53.013341 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-d00a36ec-b76d-45cd-a03f-4101d2f57eec service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bbfb5d-9316-4ba8-a514-a2c205e42a92 HTTP/1.1" status: 200 len: 217 time: 0.0358603 Sep 28 07:32:53.014124 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c19adcaa-9cb3-4552-943e-6ead6fb155d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.064767 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-d91f9c2f-fec7-473b-bd59-2bae1876fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:53.066286 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-d91f9c2f-fec7-473b-bd59-2bae1876fc07 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=eb175e0d-d166-4161-b080-818220936b88 HTTP/1.1" status: 200 len: 849 time: 0.0459099 Sep 28 07:32:53.089600 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c19adcaa-9cb3-4552-943e-6ead6fb155d4 admin admin] Publish callbacks [] for security_group (61b0a115-6e64-4ef1-a050-7d985b26150f), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.093700 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c19adcaa-9cb3-4552-943e-6ead6fb155d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (61b0a115-6e64-4ef1-a050-7d985b26150f), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.103809 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-3e924fa5-7069-42dd-bf46-ce7c293b146e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d99a020f-4a11-48ef-a136-1ebf1da1cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265603 Sep 28 07:32:53.133125 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-c19adcaa-9cb3-4552-943e-6ead6fb155d4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e4318bef1c034ddcb11beeee761402e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282555 Sep 28 07:32:53.133974 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19adcaa-9cb3-4552-943e-6ead6fb155d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b0a115-6e64-4ef1-a050-7d985b26150f,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:53.136196 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40434) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:53.185384 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eee76888-018a-4b29-905c-6a4c5a305665 admin admin] Publish callbacks [] for security_group (61b0a115-6e64-4ef1-a050-7d985b26150f), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.199661 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:53.206348 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eee76888-018a-4b29-905c-6a4c5a305665 admin admin] Publish callbacks [] for security_group (61b0a115-6e64-4ef1-a050-7d985b26150f), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.211840 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:53.217188 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-a3223153-8ad5-4437-af62-826f44f02500 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931389 Sep 28 07:32:53.256958 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eee76888-018a-4b29-905c-6a4c5a305665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (61b0a115-6e64-4ef1-a050-7d985b26150f), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.259533 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eee76888-018a-4b29-905c-6a4c5a305665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.263319 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-eee76888-018a-4b29-905c-6a4c5a305665 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/61b0a115-6e64-4ef1-a050-7d985b26150f HTTP/1.1" status: 204 len: 168 time: 0.1236882 Sep 28 07:32:53.269202 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee76888-018a-4b29-905c-6a4c5a305665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b0a115-6e64-4ef1-a050-7d985b26150f,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:53.289316 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:53.290563 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:53.320465 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25fe45d7-4ffb-4626-b328-1c13a6cf4745 req-8b0c4c5b-98ff-4edf-9d80-e4ffa8bf6972 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944326 Sep 28 07:32:53.528210 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40440) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:53.541261 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-53cc84b8-825c-4d4d-953f-89c34a68fd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.560192 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:53.563876 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:53.621306 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-53cc84b8-825c-4d4d-953f-89c34a68fd81 admin admin] Publish callbacks [] for security_group (059013d1-7b7c-42c0-b75d-95e551b0d3d2), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.624753 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-53cc84b8-825c-4d4d-953f-89c34a68fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (059013d1-7b7c-42c0-b75d-95e551b0d3d2), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.663269 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-53cc84b8-825c-4d4d-953f-89c34a68fd81 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=35f6d92665ea4e368e5b6b9cba998489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339500 Sep 28 07:32:53.664097 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc84b8-825c-4d4d-953f-89c34a68fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059013d1-7b7c-42c0-b75d-95e551b0d3d2,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:53.666535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40444) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:53.756642 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fa52c1d-617c-4e9b-8aa0-2be225c71314 admin admin] Publish callbacks [] for security_group (059013d1-7b7c-42c0-b75d-95e551b0d3d2), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.766471 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae9f61-3c9e-4d7f-9560-1fd10bca222a req-1a203da2-15b0-4d66-8b0f-9f1f4e66085f tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:53.768224 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1ae9f61-3c9e-4d7f-9560-1fd10bca222a req-1a203da2-15b0-4d66-8b0f-9f1f4e66085f tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 943 time: 0.0580683 Sep 28 07:32:53.797896 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fa52c1d-617c-4e9b-8aa0-2be225c71314 admin admin] Publish callbacks [] for security_group (059013d1-7b7c-42c0-b75d-95e551b0d3d2), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.850560 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1ae9f61-3c9e-4d7f-9560-1fd10bca222a req-925aed13-8696-4b01-9c92-c0b2e100471a tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751708 Sep 28 07:32:53.868118 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fa52c1d-617c-4e9b-8aa0-2be225c71314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (059013d1-7b7c-42c0-b75d-95e551b0d3d2), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.870685 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fa52c1d-617c-4e9b-8aa0-2be225c71314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:53.871797 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7fa52c1d-617c-4e9b-8aa0-2be225c71314 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/059013d1-7b7c-42c0-b75d-95e551b0d3d2 HTTP/1.1" status: 204 len: 168 time: 0.2036018 Sep 28 07:32:53.880823 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52c1d-617c-4e9b-8aa0-2be225c71314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059013d1-7b7c-42c0-b75d-95e551b0d3d2,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:53.905584 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ac5b710d-421b-42f9-8ce5-abf4adea6346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:54.664732 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-abe2251a-0eb4-4f72-9152-4c845f88505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:54.666354 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-abe2251a-0eb4-4f72-9152-4c845f88505c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 1127 time: 0.0424247 Sep 28 07:32:54.677982 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 64bbfb5d-9316-4ba8-a514-a2c205e42a92 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:32:54.780792 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 64bbfb5d-9316-4ba8-a514-a2c205e42a92, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=64bbfb5d-9316-4ba8-a514-a2c205e42a92,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:54.783818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-8a458def-29a8-46f5-af80-1825fa458465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:54.786114 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-8a458def-29a8-46f5-af80-1825fa458465 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=d99a020f-4a11-48ef-a136-1ebf1da1cb25 HTTP/1.1" status: 200 len: 910 time: 0.1051955 Sep 28 07:32:54.793161 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '64bbfb5d-9316-4ba8-a514-a2c205e42a92', 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25', 'port_id': '64bbfb5d-9316-4ba8-a514-a2c205e42a92', 'mac_address': 'fa:16:3e:82:36:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb175e0d-d166-4161-b080-818220936b88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:32:54.829381 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-2e0b6408-b57b-45d5-b222-9aa84db5b8d0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bbfb5d-9316-4ba8-a514-a2c205e42a92 HTTP/1.1" status: 200 len: 217 time: 0.0331969 Sep 28 07:32:54.836094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:32:54.836470 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:54.851361 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bbfb5d-9316-4ba8-a514-a2c205e42a92 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:32:54.873601 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 64bbfb5d-9316-4ba8-a514-a2c205e42a92, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=64bbfb5d-9316-4ba8-a514-a2c205e42a92,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:54.878012 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:54.898789 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-f7286c8e-b3ca-4a0b-877e-efd2f919ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:54.900464 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-f7286c8e-b3ca-4a0b-877e-efd2f919ec86 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=eb175e0d-d166-4161-b080-818220936b88 HTTP/1.1" status: 200 len: 849 time: 0.0624623 Sep 28 07:32:54.943983 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=64bbfb5d-9316-4ba8-a514-a2c205e42a92,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:54.945920 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-86a9054b-dce7-477c-9ce0-33d3a192998e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d99a020f-4a11-48ef-a136-1ebf1da1cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275862 Sep 28 07:32:54.994775 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d460e-7625-46ad-a752-d42a58a7954a req-448d9440-69bb-4704-9352-eae9634f40fc tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:54.996363 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4b8d460e-7625-46ad-a752-d42a58a7954a req-448d9440-69bb-4704-9352-eae9634f40fc tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 944 time: 0.0471919 Sep 28 07:32:55.047696 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-2abe0836-0502-42af-ba3c-cb852a12a5de service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906274 Sep 28 07:32:55.050338 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4b8d460e-7625-46ad-a752-d42a58a7954a req-03fc4e35-e042-468c-9398-3e9ee70c742c tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Sep 28 07:32:55.152025 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3d339a3-58f4-44df-b611-d1c50cfd0d4f req-d5feef47-1331-4bb7-b64b-ad8bbcfaff8c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943198 Sep 28 07:32:55.155668 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:55.239723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['64bbfb5d-9316-4ba8-a514-a2c205e42a92'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:32:56.173745 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000a40b-a752-4d60-a3c0-ce96f157536a req-786ef16f-8124-47c2-9ad3-64aae708774a tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:56.175292 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3000a40b-a752-4d60-a3c0-ce96f157536a req-786ef16f-8124-47c2-9ad3-64aae708774a tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 944 time: 0.0466464 Sep 28 07:32:56.222159 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3000a40b-a752-4d60-a3c0-ce96f157536a req-ec42f870-ca4a-4163-8ff9-168dcc6b93fc tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Sep 28 07:32:56.652912 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:56.684425 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 64bbfb5d-9316-4ba8-a514-a2c205e42a92 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:32:56.728190 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:32:56.734876 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:32:56.735247 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:56.735571 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 Sep 28 07:32:56.792144 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:56.832736 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:32:56.833156 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:56.856144 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bbfb5d-9316-4ba8-a514-a2c205e42a92'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:32:56.858916 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285ac43b-e92c-40e6-b1cd-c2ca6b652f68" -d '{"events": [{"server_uuid": "c891e4bf-23a6-4b51-a75d-7304c73254df", "name": "network-vif-plugged", "status": "completed", "tag": "64bbfb5d-9316-4ba8-a514-a2c205e42a92"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:32:56.871821 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 64bbfb5d-9316-4ba8-a514-a2c205e42a92, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=64bbfb5d-9316-4ba8-a514-a2c205e42a92,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:32:56.875853 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:56.918555 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e06a7d-276b-4e42-a006-46442cf6c374 x-openstack-request-id: req-98e06a7d-276b-4e42-a006-46442cf6c374 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:32:56.918911 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c891e4bf-23a6-4b51-a75d-7304c73254df", "name": "network-vif-plugged", "status": "completed", "tag": "64bbfb5d-9316-4ba8-a514-a2c205e42a92", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:32:56.919226 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98e06a7d-276b-4e42-a006-46442cf6c374 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:32:56.919726 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e06a7d-276b-4e42-a006-46442cf6c374'] response: {'server_uuid': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bbfb5d-9316-4ba8-a514-a2c205e42a92', 'code': 200} Sep 28 07:32:56.957016 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=64bbfb5d-9316-4ba8-a514-a2c205e42a92,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:57.126276 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d2b5b-b91f-4c02-b90a-23eb92a77441 req-bd73b114-cd39-476a-a390-2623fc2c05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:57.128370 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-493d2b5b-b91f-4c02-b90a-23eb92a77441 req-bd73b114-cd39-476a-a390-2623fc2c05fc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 1129 time: 0.0458066 Sep 28 07:32:57.178809 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:57.181844 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-493d2b5b-b91f-4c02-b90a-23eb92a77441 req-2e1c8a57-2a81-408b-9a75-6c1cfdbacb7c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Sep 28 07:32:57.340664 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296184b1-2573-420e-a01a-20f53f0da001 req-3ca42489-904c-4a87-bddb-0adf76605c7c tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:57.342134 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-296184b1-2573-420e-a01a-20f53f0da001 req-3ca42489-904c-4a87-bddb-0adf76605c7c tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 945 time: 0.0458510 Sep 28 07:32:57.388048 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-296184b1-2573-420e-a01a-20f53f0da001 req-3b6a4443-e80c-4a8e-9dff-21bacd11228f tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Sep 28 07:32:58.518042 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aaca9-f008-4e33-9380-bd6a29875b6c req-f7510ebb-ff34-43da-a008-9aab1ce84b89 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:58.520077 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d14aaca9-f008-4e33-9380-bd6a29875b6c req-f7510ebb-ff34-43da-a008-9aab1ce84b89 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 945 time: 0.0522275 Sep 28 07:32:58.573298 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d14aaca9-f008-4e33-9380-bd6a29875b6c req-f395cb61-dbd3-4afa-b0c0-dd52f1e76b8a tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Sep 28 07:32:59.000337 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40554) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:59.106923 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.109312 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:32:59.171739 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:32:59.188329 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Publish callbacks [] for security_group (61e51ec0-d15e-48f5-859f-765e9f43d66c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.192496 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (61e51ec0-d15e-48f5-859f-765e9f43d66c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.230849 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e51ec0-d15e-48f5-859f-765e9f43d66c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:59.235534 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7a7ca27719b64c19ac8aaed0c1872b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341282 Sep 28 07:32:59.239007 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40558) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:59.241372 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.241728 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.242079 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.242426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.242766 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.243100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.243431 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.243764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.244094 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.244425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.244766 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.245124 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.245453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.245774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.246098 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ab5605-1091-4cdb-8ef6-20456d629834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.287587 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Publish callbacks [] for security_group (61e51ec0-d15e-48f5-859f-765e9f43d66c), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.307365 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Publish callbacks [] for security_group (61e51ec0-d15e-48f5-859f-765e9f43d66c), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.356151 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (61e51ec0-d15e-48f5-859f-765e9f43d66c), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.358648 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.359771 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/61e51ec0-d15e-48f5-859f-765e9f43d66c HTTP/1.1" status: 204 len: 168 time: 0.1197205 Sep 28 07:32:59.367919 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e51ec0-d15e-48f5-859f-765e9f43d66c,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:59.375853 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.376194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.376530 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.376862 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.377252 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.377541 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.377933 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.378257 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.378578 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.378906 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.379214 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.379534 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.379848 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.380161 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.380474 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d26998-153a-4989-a4fb-e95da7b40a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:32:59.641274 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40570) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:59.655430 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a66af28-d2c7-41e8-99cb-9b354d510cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.670186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30697c-46cd-4a69-9802-1f5223cc977b req-6a055bb5-e538-4d76-b4c7-9479358c592a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:59.671659 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ee30697c-46cd-4a69-9802-1f5223cc977b req-6a055bb5-e538-4d76-b4c7-9479358c592a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0529563 Sep 28 07:32:59.726280 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ee30697c-46cd-4a69-9802-1f5223cc977b req-80211eab-e42b-4123-b96e-91d10e9fdda2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483518 Sep 28 07:32:59.730951 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef6deb-a501-45bf-acfb-41fad01255ee req-7943fc37-93ec-498a-b161-ef54964485fb tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:32:59.732732 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-69ef6deb-a501-45bf-acfb-41fad01255ee req-7943fc37-93ec-498a-b161-ef54964485fb tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 945 time: 0.0685675 Sep 28 07:32:59.804133 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-69ef6deb-a501-45bf-acfb-41fad01255ee req-7d13a927-143d-47ec-acbe-263b12ba17dd tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645905 Sep 28 07:32:59.815615 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a66af28-d2c7-41e8-99cb-9b354d510cde admin admin] Publish callbacks [] for security_group (9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.819533 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a66af28-d2c7-41e8-99cb-9b354d510cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.861378 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66af28-d2c7-41e8-99cb-9b354d510cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:32:59.865801 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9a66af28-d2c7-41e8-99cb-9b354d510cde admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=aa3fe97a862f4be08f173ed799b81e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232966 Sep 28 07:32:59.868617 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40574) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:32:59.917111 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4e115da0-6ed8-46f8-8025-b069dc3a1608 admin admin] Publish callbacks [] for security_group (9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.937752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4e115da0-6ed8-46f8-8025-b069dc3a1608 admin admin] Publish callbacks [] for security_group (9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.985592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4e115da0-6ed8-46f8-8025-b069dc3a1608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.988425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4e115da0-6ed8-46f8-8025-b069dc3a1608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:32:59.989643 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4e115da0-6ed8-46f8-8025-b069dc3a1608 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8 HTTP/1.1" status: 204 len: 168 time: 0.1202226 Sep 28 07:32:59.997426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e115da0-6ed8-46f8-8025-b069dc3a1608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f4a9c-b0f7-43f7-a0d1-a64eb06217b8,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:00.573060 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e53119-8dc8-4bb7-8a72-070cf1b4f50b req-b920cab6-dea9-4f4e-9219-d2885377f3c9 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:00.574762 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c2e53119-8dc8-4bb7-8a72-070cf1b4f50b req-b920cab6-dea9-4f4e-9219-d2885377f3c9 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 945 time: 0.0517957 Sep 28 07:33:00.629873 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c2e53119-8dc8-4bb7-8a72-070cf1b4f50b req-6a48cec8-40d9-4e73-85bd-2a650acadd93 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497367 Sep 28 07:33:00.852176 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419767c-37ec-4dcc-b7c7-b8fedaa55656 req-885fe1a6-f7cf-481b-b1b6-bf52649327a8 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:00.853696 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1419767c-37ec-4dcc-b7c7-b8fedaa55656 req-885fe1a6-f7cf-481b-b1b6-bf52649327a8 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0472167 Sep 28 07:33:00.902603 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1419767c-37ec-4dcc-b7c7-b8fedaa55656 req-2854fe93-c9a7-415c-b13e-3ec456061148 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434220 Sep 28 07:33:01.765745 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7b36-158c-4f78-97ae-bc9a26d609be req-c188ca62-71d4-4a9a-9fd3-450ca2e5a0ac tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:01.767214 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2a2c7b36-158c-4f78-97ae-bc9a26d609be req-c188ca62-71d4-4a9a-9fd3-450ca2e5a0ac tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 945 time: 0.0478077 Sep 28 07:33:01.807810 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:01.816594 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2a2c7b36-158c-4f78-97ae-bc9a26d609be req-702a8f70-365a-4984-8e0d-69a557493546 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Sep 28 07:33:02.024680 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4382-f12f-4066-ab41-5c097ba8b49b req-afb557d7-459c-48fd-be86-08498fd882b2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:02.026204 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b51f4382-f12f-4066-ab41-5c097ba8b49b req-afb557d7-459c-48fd-be86-08498fd882b2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0464070 Sep 28 07:33:02.079856 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b51f4382-f12f-4066-ab41-5c097ba8b49b req-88ffe5b0-a250-4427-a22d-473427bfa810 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474868 Sep 28 07:33:02.903510 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:02.944790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3e9a3-6690-495b-9b58-386b7f716a18 req-29fcae48-f32e-42dd-a49f-94907daf3880 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:02.946303 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-28c3e9a3-6690-495b-9b58-386b7f716a18 req-29fcae48-f32e-42dd-a49f-94907daf3880 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 945 time: 0.0516443 Sep 28 07:33:02.993916 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-28c3e9a3-6690-495b-9b58-386b7f716a18 req-54760362-1cfb-45c9-a136-17fe7019b519 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Sep 28 07:33:03.203811 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bbb05-391d-40c0-8a78-212db231e983 req-9e0d3b1b-df0c-4396-a45d-dcae844f18bf tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:03.205288 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0a1bbb05-391d-40c0-8a78-212db231e983 req-9e0d3b1b-df0c-4396-a45d-dcae844f18bf tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0475621 Sep 28 07:33:03.255136 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0a1bbb05-391d-40c0-8a78-212db231e983 req-62eeac24-8494-41d4-8061-c1dc44b6df62 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Sep 28 07:33:03.291432 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-ab7f7b5a-9961-4c05-a858-d2748a7fa338 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:03.292871 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-ab7f7b5a-9961-4c05-a858-d2748a7fa338 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 945 time: 0.0499172 Sep 28 07:33:03.383988 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-6e437558-a57c-42b4-afa4-42b6c0784871 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:03.385442 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-6e437558-a57c-42b4-afa4-42b6c0784871 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0784516 Sep 28 07:33:03.452187 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Deleting port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:03.452534 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:03.542614 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Deleting port c820c0dd-b904-418b-a64a-a70ba69e8c04 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:03.542957 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:03.632833 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] For port 64bbfb5d-9316-4ba8-a514-a2c205e42a92, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=64bbfb5d-9316-4ba8-a514-a2c205e42a92,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:03.633230 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:03.658406 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Calling delete_port for 64bbfb5d-9316-4ba8-a514-a2c205e42a92 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:03.687349 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] For port c820c0dd-b904-418b-a64a-a70ba69e8c04, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=c820c0dd-b904-418b-a64a-a70ba69e8c04,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:03.687723 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:03.896006 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:03.933211 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d1fa7-9104-4c35-9c88-7938154eed90 req-2307c714-6203-4b30-9e28-3818c92add51 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:03.934669 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-974d1fa7-9104-4c35-9c88-7938154eed90 req-2307c714-6203-4b30-9e28-3818c92add51 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 945 time: 0.0469589 Sep 28 07:33:03.948017 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:03.948460 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (f6fe9893-32a2-4d4e-a517-27263a3e4e36), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:03.948651 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Floating IP f6fe9893-32a2-4d4e-a517-27263a3e4e36 disassociated. External IP: 172.27.2.240, port: c820c0dd-b904-418b-a64a-a70ba69e8c04. Sep 28 07:33:03.948901 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Calling delete_port for c820c0dd-b904-418b-a64a-a70ba69e8c04 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:03.951791 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:03.964666 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (64bbfb5d-9316-4ba8-a514-a2c205e42a92), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:03.979347 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['64bbfb5d-9316-4ba8-a514-a2c205e42a92'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:33:03.993282 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-974d1fa7-9104-4c35-9c88-7938154eed90 req-862c43b3-5083-4ec8-a815-fe41bf1d6276 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519400 Sep 28 07:33:04.256558 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40668) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:04.310274 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Pushing event deleted for resources: {'Port': ['ID=64bbfb5d-9316-4ba8-a514-a2c205e42a92,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:04.330737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:04.353517 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3c7b19c4-9299-4575-99de-1e881762f261 req-d3d33b2f-d082-4c95-a50e-88a0d24667bc tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 210 time: 0.0751345 Sep 28 07:33:04.390583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] No DVR routers for this DVR port 64bbfb5d-9316-4ba8-a514-a2c205e42a92 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:33:04.395524 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.398232 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea0ac-53e5-4265-9f08-1ef63f5ef54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.398715 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4854fd9-a0a3-45c9-80cb-d29b17c36191 req-c8978796-5951-4199-8e69-85b969c1f9f1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "DELETE /networking/v2.0/ports/64bbfb5d-9316-4ba8-a514-a2c205e42a92 HTTP/1.1" status: 204 len: 173 time: 1.0928280 Sep 28 07:33:04.399215 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'name': 'network-vif-deleted', 'tag': '64bbfb5d-9316-4ba8-a514-a2c205e42a92'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:04.401502 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb66ad13-8f96-4a7a-972d-831de53710cf" -d '{"events": [{"server_uuid": "c891e4bf-23a6-4b51-a75d-7304c73254df", "name": "network-vif-deleted", "tag": "64bbfb5d-9316-4ba8-a514-a2c205e42a92"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:04.413659 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:04.420841 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6129d1f-29ee-4b11-89d3-c14420a56176 req-fdc34981-2dfa-4a11-a45a-154d6848ea3c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:04.422948 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c6129d1f-29ee-4b11-89d3-c14420a56176 req-fdc34981-2dfa-4a11-a45a-154d6848ea3c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 945 time: 0.0829189 Sep 28 07:33:04.461476 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2ac954-954e-4ebb-bc38-832e01f95f5b x-openstack-request-id: req-cf2ac954-954e-4ebb-bc38-832e01f95f5b {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:04.461762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c891e4bf-23a6-4b51-a75d-7304c73254df", "name": "network-vif-deleted", "tag": "64bbfb5d-9316-4ba8-a514-a2c205e42a92", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:04.462188 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf2ac954-954e-4ebb-bc38-832e01f95f5b {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:04.462582 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2ac954-954e-4ebb-bc38-832e01f95f5b'] response: {'server_uuid': 'c891e4bf-23a6-4b51-a75d-7304c73254df', 'name': 'network-vif-deleted', 'tag': '64bbfb5d-9316-4ba8-a514-a2c205e42a92', 'status': 'completed', 'code': 200} Sep 28 07:33:04.490615 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (c820c0dd-b904-418b-a64a-a70ba69e8c04), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.505704 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c6129d1f-29ee-4b11-89d3-c14420a56176 req-7b55cf31-340b-44d1-a9fe-8d21501c6026 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748951 Sep 28 07:33:04.519988 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event deleted for resources: {'Port': ['ID=c820c0dd-b904-418b-a64a-a70ba69e8c04,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:04.553368 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea0ac-53e5-4265-9f08-1ef63f5ef54e admin admin] Publish callbacks [] for security_group (773d16b6-c102-4cb3-a006-4ccfd70b6053), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.557394 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea0ac-53e5-4265-9f08-1ef63f5ef54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (773d16b6-c102-4cb3-a006-4ccfd70b6053), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.598290 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-0a2ea0ac-53e5-4265-9f08-1ef63f5ef54e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2dc7c47ff832466cb6bf031ca85e2161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404722 Sep 28 07:33:04.599250 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ea0ac-53e5-4265-9f08-1ef63f5ef54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773d16b6-c102-4cb3-a006-4ccfd70b6053,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:04.601607 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40676) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:04.651047 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-66c0b114-2db0-4e17-9a05-5ec1d53dbd85 admin admin] Publish callbacks [] for security_group (773d16b6-c102-4cb3-a006-4ccfd70b6053), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.652514 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:33:04.673794 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-66c0b114-2db0-4e17-9a05-5ec1d53dbd85 admin admin] Publish callbacks [] for security_group (773d16b6-c102-4cb3-a006-4ccfd70b6053), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.723000 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-66c0b114-2db0-4e17-9a05-5ec1d53dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (773d16b6-c102-4cb3-a006-4ccfd70b6053), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.725519 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-66c0b114-2db0-4e17-9a05-5ec1d53dbd85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.726661 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-66c0b114-2db0-4e17-9a05-5ec1d53dbd85 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/773d16b6-c102-4cb3-a006-4ccfd70b6053 HTTP/1.1" status: 204 len: 168 time: 0.1240995 Sep 28 07:33:04.735002 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0b114-2db0-4e17-9a05-5ec1d53dbd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773d16b6-c102-4cb3-a006-4ccfd70b6053,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:04.767223 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:04.780085 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:04.788147 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:04.797364 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:04.798143 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:32:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:04.802122 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:04.811396 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] No DVR routers for this DVR port c820c0dd-b904-418b-a64a-a70ba69e8c04 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:33:04.814054 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:04.817878 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eeb0b7ec-c257-4913-83df-c00d4a2abc84 req-05fc8879-0c78-46e2-9096-c381bfaff140 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c820c0dd-b904-418b-a64a-a70ba69e8c04 HTTP/1.1" status: 204 len: 173 time: 1.4130573 Sep 28 07:33:04.910169 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:05.056367 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40684) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:05.070117 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-41c0adf8-dc48-42e0-9373-6c9bd1e70055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.134849 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:05.136792 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878b06e-852f-4f3d-9c8a-755dffb87910 req-92e69a89-348f-4d72-a2f4-c348d8775e04 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:05.138482 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f878b06e-852f-4f3d-9c8a-755dffb87910 req-92e69a89-348f-4d72-a2f4-c348d8775e04 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 945 time: 0.0535245 Sep 28 07:33:05.157287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-41c0adf8-dc48-42e0-9373-6c9bd1e70055 admin admin] Publish callbacks [] for security_group (96994177-24f4-41de-a122-7001aa149377), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.162916 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-41c0adf8-dc48-42e0-9373-6c9bd1e70055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (96994177-24f4-41de-a122-7001aa149377), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.164355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:05.173586 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:05.174236 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:32:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:05.199757 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f878b06e-852f-4f3d-9c8a-755dffb87910 req-35c96aa6-8d4e-4d99-8682-7032eaf08133 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544081 Sep 28 07:33:05.202975 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0adf8-dc48-42e0-9373-6c9bd1e70055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96994177-24f4-41de-a122-7001aa149377,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:05.209508 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-41c0adf8-dc48-42e0-9373-6c9bd1e70055 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d5e2832071a44e13938ac1301464322e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523311 Sep 28 07:33:05.212781 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40686) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:05.278117 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcbf0-9a21-4643-b733-7e88877009f3 admin admin] Publish callbacks [] for security_group (96994177-24f4-41de-a122-7001aa149377), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.286785 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:05.307145 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcbf0-9a21-4643-b733-7e88877009f3 admin admin] Publish callbacks [] for security_group (96994177-24f4-41de-a122-7001aa149377), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.357936 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcbf0-9a21-4643-b733-7e88877009f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (96994177-24f4-41de-a122-7001aa149377), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.360669 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcbf0-9a21-4643-b733-7e88877009f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.365365 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0fbdcbf0-9a21-4643-b733-7e88877009f3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/96994177-24f4-41de-a122-7001aa149377 HTTP/1.1" status: 204 len: 168 time: 0.1489186 Sep 28 07:33:05.373819 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdcbf0-9a21-4643-b733-7e88877009f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96994177-24f4-41de-a122-7001aa149377,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:05.503653 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-66dcfd20-ebf4-4bc6-8082-6c857b1832d2 req-74856e61-ba11-486b-8bf8-887ee10f171f tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c891e4bf-23a6-4b51-a75d-7304c73254df HTTP/1.1" status: 200 len: 210 time: 0.0369318 Sep 28 07:33:05.531073 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:05.547061 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e719331-ceb6-4f47-b083-44c35528f028 None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:05.652352 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d220dcb6-0d3f-4134-b79b-7a34218adbd3 req-527ffe74-4508-4285-90d7-f78ed04945ed tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a4e62a15-55d5-43ca-a578-13300d349c53 HTTP/1.1" status: 200 len: 210 time: 0.0469432 Sep 28 07:33:05.742153 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-8133da99-4a24-48dd-a146-8f65972503ca tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:05.743632 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-8133da99-4a24-48dd-a146-8f65972503ca tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 945 time: 0.0903893 Sep 28 07:33:05.838827 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:05.839254 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:05.880529 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9bb534-9374-455c-be79-b1f72c9a4db4 None None] New status for floating IP f6fe9893-32a2-4d4e-a517-27263a3e4e36: DOWN {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:33:05.907763 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:05.945195 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] For port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:05.945566 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:06.124725 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:06.155944 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:06.157721 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (705cd34d-1606-4d97-8f7e-bd8fcd88c9fb), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:06.158391 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 705cd34d-1606-4d97-8f7e-bd8fcd88c9fb disassociated. External IP: 172.27.2.80, port: 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77. Sep 28 07:33:06.159550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:06.343186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245eec1-882d-4221-9a74-aa9e0f2bc587 req-cb6c1769-94bf-4c5b-8a1a-9f9a67cbb299 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:06.344660 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e245eec1-882d-4221-9a74-aa9e0f2bc587 req-cb6c1769-94bf-4c5b-8a1a-9f9a67cbb299 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=51bdb550-a2f4-43b5-a5b6-7faed7ef7be5 HTTP/1.1" status: 200 len: 945 time: 0.0531118 Sep 28 07:33:06.353418 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:06.385889 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:06.412520 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e245eec1-882d-4221-9a74-aa9e0f2bc587 req-877487e5-d918-4884-bf47-d90f5de912dd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572138 Sep 28 07:33:06.463743 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'name': 'network-vif-deleted', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:06.466022 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d06a3e2-e97a-4715-90c9-8209bc95230e" -d '{"events": [{"server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "name": "network-vif-deleted", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:06.516143 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78fcda2-ab93-44e2-90a0-dbbe7ef86814 x-openstack-request-id: req-f78fcda2-ab93-44e2-90a0-dbbe7ef86814 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:06.516436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e62a15-55d5-43ca-a578-13300d349c53", "name": "network-vif-deleted", "tag": "c820c0dd-b904-418b-a64a-a70ba69e8c04", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:06.516666 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f78fcda2-ab93-44e2-90a0-dbbe7ef86814 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:06.517082 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78fcda2-ab93-44e2-90a0-dbbe7ef86814'] response: {'server_uuid': 'a4e62a15-55d5-43ca-a578-13300d349c53', 'name': 'network-vif-deleted', 'tag': 'c820c0dd-b904-418b-a64a-a70ba69e8c04', 'status': 'completed', 'code': 200} Sep 28 07:33:06.538404 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:33:06.666518 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:06.677378 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:06.715453 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:06.716085 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:32:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:06.719846 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] No DVR routers for this DVR port 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:33:06.722452 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:06.730357 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be92d3ac-fa67-4311-94e1-3158d6a58c9b req-dc5baa84-2ff0-4f96-955b-2d95814c3081 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 HTTP/1.1" status: 204 len: 173 time: 0.9807792 Sep 28 07:33:06.802079 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:33:06.843229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:33:06.843709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:33:06.844179 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c820c0dd-b904-418b-a64a-a70ba69e8c04 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:33:07.023928 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:07.087729 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: c820c0dd-b904-418b-a64a-a70ba69e8c04 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:33:07.088072 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device c820c0dd-b904-418b-a64a-a70ba69e8c04 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:33:07.088493 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 64bbfb5d-9316-4ba8-a514-a2c205e42a92 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:33:07.110706 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba373-bd06-487a-937e-0626904e2b68 req-07504c3b-7134-4d8b-a4f4-f8722f536bb1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:07.118487 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-07504c3b-7134-4d8b-a4f4-f8722f536bb1 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d99a020f-4a11-48ef-a136-1ebf1da1cb25 HTTP/1.1" status: 200 len: 809 time: 0.1856122 Sep 28 07:33:07.135836 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-253a2ce1-2443-49df-b72a-ef78851b515f tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/quotas/01b7cf3a259443a9a370b79e2bc43dcc HTTP/1.1" status: 200 len: 375 time: 0.0161097 Sep 28 07:33:07.139622 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 64bbfb5d-9316-4ba8-a514-a2c205e42a92 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:33:07.140474 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 64bbfb5d-9316-4ba8-a514-a2c205e42a92 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:33:07.151216 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-8d652ea2-4310-4a5e-ba41-4085c97361f7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-401944427&fields=id&tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 267 time: 0.0548887 Sep 28 07:33:07.169135 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-8beac534-a28c-4d10-944c-fd9085c8150b tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321541 Sep 28 07:33:07.169346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:07.269773 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-456e9b2b-8550-437d-89ff-82c2dabd6e82 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927935 Sep 28 07:33:07.277322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d70d8dd1-a57f-4781-8d36-9a78bad3f957 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:07.285215 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d70d8dd1-a57f-4781-8d36-9a78bad3f957 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 812 time: 0.1228209 Sep 28 07:33:07.292925 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:07.295906 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-39d41ba9-d4d3-4b1b-917f-8cb37475d789 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/quotas/bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 375 time: 0.0095708 Sep 28 07:33:07.358243 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-52725185-dc28-48c3-a61f-67f6b36f23be tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568941 Sep 28 07:33:07.380730 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-fb271933-2117-4e76-994a-1c1455af1637 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048784 Sep 28 07:33:07.391510 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:07.392408 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:07.412590 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:52Z', 'revision_number': 2, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:07.439658 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:07.464336 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:07.465051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:32:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:07.494108 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:07.501435 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-a82f9a50-c30b-423b-878d-e16d5f8887fd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335499 Sep 28 07:33:07.604861 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:07.625396 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-efeb4a03-f05b-4088-8542-d1897c6048e5 req-9bfba688-c175-4fd6-9c9f-94649ebc442d tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Sep 28 07:33:07.658259 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-5fdb1bea-6c2b-4dbc-9b06-9c0709ebf68f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490877 Sep 28 07:33:07.683035 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40754) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:07.738921 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:07.765110 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-22d8ad91-c3c9-42fc-9a1d-79e0afec0450 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (90f4549b-8e6a-4dae-bc51-6df34a5ec2fe), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:07.798464 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-22d8ad91-c3c9-42fc-9a1d-79e0afec0450 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (90f4549b-8e6a-4dae-bc51-6df34a5ec2fe), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:07.857094 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-22d8ad91-c3c9-42fc-9a1d-79e0afec0450 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (90f4549b-8e6a-4dae-bc51-6df34a5ec2fe), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:07.861236 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-22d8ad91-c3c9-42fc-9a1d-79e0afec0450 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:07.865897 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40766) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:07.866488 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-22d8ad91-c3c9-42fc-9a1d-79e0afec0450 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/90f4549b-8e6a-4dae-bc51-6df34a5ec2fe HTTP/1.1" status: 204 len: 168 time: 0.1820781 Sep 28 07:33:07.879951 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8ad91-c3c9-42fc-9a1d-79e0afec0450 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f4549b-8e6a-4dae-bc51-6df34a5ec2fe,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:07.882115 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.api.v2.resource [None req-2ab3b52f-1b29-45f5-8fd9-0b85b3ed4e81 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] show failed (client error): The resource could not be found. Sep 28 07:33:07.888689 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2ab3b52f-1b29-45f5-8fd9-0b85b3ed4e81 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups/90f4549b-8e6a-4dae-bc51-6df34a5ec2fe HTTP/1.1" status: 404 len: 347 time: 0.0217693 Sep 28 07:33:07.891609 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40770) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:07.941757 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:52Z', 'revision_number': 2, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:07.973461 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92c47c-4c68-4368-a19e-cc6cd48a5cd9 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '540277c1-db39-45d8-aac9-11750b326240', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:6c:a5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:30:34Z', 'updated_at': '2022-09-28T07:30:52Z', 'revision_number': 2, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:08.053486 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port d6b7a048-c360-40b5-9af2-b09ac5e3b3e6 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:08.054017 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:08.140902 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-92e5b0af-9a25-47fb-b0a9-1ffd98e68a2c req-07d330f9-08c7-4b7f-9d64-43c1b55a0b8f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 210 time: 0.0360966 Sep 28 07:33:08.211754 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:08.212287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:08.229779 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for d6b7a048-c360-40b5-9af2-b09ac5e3b3e6 owned by network:floatingip {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:08.272198 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-c272c1a1-dec2-4afd-80ae-c953f0804e41 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=f5a7235827c243c9828ebca72e47c156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648763 Sep 28 07:33:08.382708 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:08.430405 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (d6b7a048-c360-40b5-9af2-b09ac5e3b3e6), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:08.451760 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf45727-a547-448f-8b86-756bb3dbd471 None None] New status for floating IP 705cd34d-1606-4d97-8f7e-bd8fcd88c9fb: DOWN {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:33:08.467063 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=d6b7a048-c360-40b5-9af2-b09ac5e3b3e6,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:08.522941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'name': 'network-vif-deleted', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:08.526331 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d127c8-f183-41d8-9360-edb53b065f27" -d '{"events": [{"server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "name": "network-vif-deleted", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:08.543463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-d7595e5f-99d1-4027-82e0-a5c2b2480ec0 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:08.553432 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-d7595e5f-99d1-4027-82e0-a5c2b2480ec0 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801716 Sep 28 07:33:08.576844 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (705cd34d-1606-4d97-8f7e-bd8fcd88c9fb), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:08.579431 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:08.580738 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-b7470441-065d-4516-a2c4-c872ea0746f6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/705cd34d-1606-4d97-8f7e-bd8fcd88c9fb HTTP/1.1" status: 204 len: 168 time: 0.6879380 Sep 28 07:33:08.589548 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-37bf6278-16bb-4ff9-afc1-d0d8935f6dc5 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/quotas/f5a7235827c243c9828ebca72e47c156 HTTP/1.1" status: 200 len: 375 time: 0.0351741 Sep 28 07:33:08.592045 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19165299-6524-4516-a99c-cb4e9206958b x-openstack-request-id: req-19165299-6524-4516-a99c-cb4e9206958b {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:08.592339 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bdb550-a2f4-43b5-a5b6-7faed7ef7be5", "name": "network-vif-deleted", "tag": "1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:08.596221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19165299-6524-4516-a99c-cb4e9206958b {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:08.597175 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19165299-6524-4516-a99c-cb4e9206958b'] response: {'server_uuid': '51bdb550-a2f4-43b5-a5b6-7faed7ef7be5', 'name': 'network-vif-deleted', 'tag': '1b44fc8c-3a1f-4b00-91da-0acdc2aa9b77', 'status': 'completed', 'code': 200} Sep 28 07:33:08.630101 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-b6aa821d-29f3-4214-ace9-003b17f82d2e tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=f5a7235827c243c9828ebca72e47c156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396919 Sep 28 07:33:08.832521 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40c27b3c-f481-487e-b112-e9bf106f9e35 req-9ab0decc-4489-4b47-b3b7-61b5bb3d8215 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 210 time: 0.0290105 Sep 28 07:33:08.926434 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a8b3b179-a952-427b-adb1-b8fce2691881 req-7036a138-6177-47f7-9e19-af7f64126ab3 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.0400403 Sep 28 07:33:09.248625 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-caeff6dc-f440-4005-a74b-7ab4a5c75457 req-f2e66ef2-0bad-4a1d-b9e7-e74d4f3ee904 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 210 time: 0.0273123 Sep 28 07:33:09.433868 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba373-bd06-487a-937e-0626904e2b68 req-5076dd33-6edf-44ab-8705-6a05461be675 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:09.436448 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-5076dd33-6edf-44ab-8705-6a05461be675 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "GET /networking/v2.0/networks?id=d99a020f-4a11-48ef-a136-1ebf1da1cb25 HTTP/1.1" status: 200 len: 809 time: 0.1304336 Sep 28 07:33:09.489703 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Request body: {'port': {'device_id': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25', 'admin_state_up': True, 'tenant_id': '01b7cf3a259443a9a370b79e2bc43dcc'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:09.618331 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Made reservation on behalf of 01b7cf3a259443a9a370b79e2bc43dcc for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:09.622180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:09.778763 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Allocated IP 172.20.0.11 (d99a020f-4a11-48ef-a136-1ebf1da1cb25/eb175e0d-d166-4161-b080-818220936b88/3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:09.898030 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:09.933452 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks [] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:09.949029 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c98d5056-943c-4f14-ad9f-1d322c6d3365 req-8f76dc16-192e-49a5-8e67-be749e135404 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 210 time: 0.0279922 Sep 28 07:33:09.986870 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:10.043342 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:10.048244 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4236dadf-7cf2-4a19-8a43-c5b3de00c972 req-61cac518-da63-41d2-ab94-cfd082ef3f8f tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.0367322 Sep 28 07:33:10.068980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Network d99a020f-4a11-48ef-a136-1ebf1da1cb25 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:10.068980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:10.073086 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:10.102108 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Pushing event updated for resources: {'Port': ['ID=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:10.182018 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:10.182771 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:10.217172 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-4ad4a163-7475-45c1-8e38-3c00872d9167 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7339175 Sep 28 07:33:10.241395 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Request body: {'port': {'device_id': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:10.292333 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-4a966362-1a68-4ae5-b83f-d67c7d74c398 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:10.293886 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-4a966362-1a68-4ae5-b83f-d67c7d74c398 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 812 time: 0.1864676 Sep 28 07:33:10.376649 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:10.403556 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-11f6f637-1d93-4fb5-8b5a-581eb4d5e3df tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 379 time: 0.0988824 Sep 28 07:33:10.415761 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6de44dd6-d1e4-441e-916c-9a9edb7b6f14 req-44da6b18-af83-427b-9cda-e9b93d5737dc tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 210 time: 0.0283556 Sep 28 07:33:10.531405 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdbc7-757a-48a6-a8e9-a92c2ec4a0ad req-c15cfbd1-2f4b-4054-b7f7-6f1bd785ca83 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:10.533069 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ededdbc7-757a-48a6-a8e9-a92c2ec4a0ad req-c15cfbd1-2f4b-4054-b7f7-6f1bd785ca83 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.1068633 Sep 28 07:33:10.642131 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ededdbc7-757a-48a6-a8e9-a92c2ec4a0ad req-9411edd8-878f-4c1c-877d-b0f6b708fd6f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026034 Sep 28 07:33:10.736819 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:10.745141 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Publish callbacks [] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:10.757716 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Transition to ACTIVE for port object 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:33:10.761592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:10.765315 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:10.839039 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:10.892836 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Attempting to bind port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:10.893192 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Attempting to bind port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:10.894272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Attempting to bind port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 on network d99a020f-4a11-48ef-a136-1ebf1da1cb25 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:11.092403 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476eb52-b79e-4989-b7a5-ceb20e6c8950 req-f9ce8860-62c8-4c4a-826b-7aea7dfb1a67 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:11.093957 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9476eb52-b79e-4989-b7a5-ceb20e6c8950 req-f9ce8860-62c8-4c4a-826b-7aea7dfb1a67 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 944 time: 0.0602293 Sep 28 07:33:11.215515 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4077847d-2cb7-48d4-bb73-45ea1363dbd1 req-08b77851-be8c-4557-96f4-11ebee8b1a71 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.0305917 Sep 28 07:33:11.231626 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:11.235429 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 on network d99a020f-4a11-48ef-a136-1ebf1da1cb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:33:11.235910 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Attempting to bind port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 on network d99a020f-4a11-48ef-a136-1ebf1da1cb25 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:11.282882 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:11.283221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Checking segment: {'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:11.283610 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Bound using segment: {'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:11.284636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Bound port: 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebdab94-4dbd-4a46-9b9a-642ba1c60356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:11.285006 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:11.350149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] For port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:11.353052 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] For port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:11.359272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:11.361099 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9476eb52-b79e-4989-b7a5-ceb20e6c8950 req-27df9ce6-feda-4947-a1bc-04ae975a4aac tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610681 Sep 28 07:33:11.363548 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:11.364155 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:11.365622 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 HTTP/1.1" status: 200 len: 1094 time: 1.1299977 Sep 28 07:33:11.367818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'tag': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:11.370057 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3213fd45-1d8b-4048-be1b-95c92b93613e" -d '{"events": [{"name": "network-changed", "server_uuid": "237b8b2c-efde-4e5d-bb53-745c61a95783", "tag": "3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:11.413891 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ebbf78-3b4d-423e-ae40-0fc96fa3619f x-openstack-request-id: req-95ebbf78-3b4d-423e-ae40-0fc96fa3619f {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:11.414167 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237b8b2c-efde-4e5d-bb53-745c61a95783", "tag": "3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:11.414413 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95ebbf78-3b4d-423e-ae40-0fc96fa3619f {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:11.414800 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ebbf78-3b4d-423e-ae40-0fc96fa3619f'] response: {'name': 'network-changed', 'server_uuid': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'tag': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9', 'status': 'completed', 'code': 200} Sep 28 07:33:11.419374 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da04cf-e4a7-41c9-b3c6-7e711313d9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:11.501633 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:11.520760 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-106541c2-879f-4507-b164-9c54f7573db5 req-9846f9ac-1800-40cd-8991-140057267695 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 210 time: 0.0272121 Sep 28 07:33:11.765706 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e55cb6-c032-4d8b-b6fd-908a0b42fdfd req-9c4c2846-2541-4cc6-b572-79fe5959cd19 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:11.767205 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72e55cb6-c032-4d8b-b6fd-908a0b42fdfd req-9c4c2846-2541-4cc6-b572-79fe5959cd19 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.0462821 Sep 28 07:33:11.788038 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'port': {'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'admin_state_up': True, 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'security_groups': ['bdbea521-d2a3-431b-8c77-e4336af9322a']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:11.905853 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213fd45-1d8b-4048-be1b-95c92b93613e req-03202c3d-8bfb-49cc-af23-b4fab635a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:11.907349 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3213fd45-1d8b-4048-be1b-95c92b93613e req-03202c3d-8bfb-49cc-af23-b4fab635a822 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 1128 time: 0.0936043 Sep 28 07:33:11.917510 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72e55cb6-c032-4d8b-b6fd-908a0b42fdfd req-8a3aaa0e-a8fe-4d01-a5ac-721c296800aa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416445 Sep 28 07:33:11.966019 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Made reservation on behalf of bfa33399f5994fb4a1ad804fa6e75f8b for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:11.969825 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:12.156883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213fd45-1d8b-4048-be1b-95c92b93613e req-fa044afd-3424-4c50-a672-e02e3e5ed826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:12.158309 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3213fd45-1d8b-4048-be1b-95c92b93613e req-fa044afd-3424-4c50-a672-e02e3e5ed826 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1751940 Sep 28 07:33:12.180729 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Allocated IP 172.20.0.11 (3597cb55-79da-4b37-872b-aa28123264c5/51eeb712-ab36-4528-a7c4-38330072cd29/b8112591-d797-4e25-a5d4-e84683e0ddee) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:12.267048 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:12.344365 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a3f27c4d-3249-4f52-a086-76be071ac371 req-b03fbdf5-65db-441f-b5cb-5370c904ccb7 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.0343773 Sep 28 07:33:12.427746 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:12.461698 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-076c2cb3-ae78-4a50-9cdd-abd21c0b6f17 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=f5a7235827c243c9828ebca72e47c156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807486 Sep 28 07:33:12.464443 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:12.480172 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622120a6-395a-41ed-af2a-962807185483 req-57882c27-8bb1-4f33-a9cf-696a64fcdea6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:12.481730 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-622120a6-395a-41ed-af2a-962807185483 req-57882c27-8bb1-4f33-a9cf-696a64fcdea6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.1654098 Sep 28 07:33:12.623671 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ef7fd961-966c-4382-99ec-a0a5e95aaf36 req-652e0846-f59d-480d-8445-37197fd7161f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 210 time: 0.0271289 Sep 28 07:33:12.633227 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9e90a-fc34-4e4a-aca2-59676b3f7415 req-4f3a0df3-6d84-48df-957c-0874d999f219 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:12.634691 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-edb9e90a-fc34-4e4a-aca2-59676b3f7415 req-4f3a0df3-6d84-48df-957c-0874d999f219 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 944 time: 0.1834192 Sep 28 07:33:12.698144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213fd45-1d8b-4048-be1b-95c92b93613e req-85b45193-4c0a-461f-99db-940bc8aeceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:12.699602 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3213fd45-1d8b-4048-be1b-95c92b93613e req-85b45193-4c0a-461f-99db-940bc8aeceab service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3850837 Sep 28 07:33:12.775436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:12.815894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-7c12f289-b94c-4410-a7c2-c75cb5e965e6 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:12.817426 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-7c12f289-b94c-4410-a7c2-c75cb5e965e6 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267016 Sep 28 07:33:12.841883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port 9761dab3-6f7c-4dc0-94df-407f871849f1 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:12.842225 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:12.869795 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Request body: {'port': {'device_id': '26de492c-9781-4f28-b23c-1106cdfa495a', 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb', 'admin_state_up': True, 'tenant_id': 'f5a7235827c243c9828ebca72e47c156'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:12.925010 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-edb9e90a-fc34-4e4a-aca2-59676b3f7415 req-2afc5a37-505c-4f41-a4a1-9ddebefc8f9d tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752070 Sep 28 07:33:12.934958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba373-bd06-487a-937e-0626904e2b68 req-70bed7a1-eacf-4c02-a003-ff616a765326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:12.936411 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-70bed7a1-eacf-4c02-a003-ff616a765326 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 1128 time: 0.1780980 Sep 28 07:33:12.941214 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Network 3597cb55-79da-4b37-872b-aa28123264c5 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:12.981695 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:12.984629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:12.993463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=b8112591-d797-4e25-a5d4-e84683e0ddee,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:13.048446 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64ece0-4e46-4344-b8ab-9958f122a474 req-46af9014-8f26-4bcd-b607-ec14390ae68e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:13.050822 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f64ece0-4e46-4344-b8ab-9958f122a474 req-46af9014-8f26-4bcd-b607-ec14390ae68e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 946 time: 0.0539947 Sep 28 07:33:13.057718 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-e74a9897-0304-4c58-92e3-c3d7a3c026c2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 HTTP/1.1" status: 200 len: 217 time: 0.0860534 Sep 28 07:33:13.096007 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:13.102859 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f64ece0-4e46-4344-b8ab-9958f122a474 req-8c074e2c-6df8-4063-9c81-179a714055e1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc73ace6-778e-4dec-a0d8-02d7378ef989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461540 Sep 28 07:33:13.148352 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:13.149011 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.180085 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] For port 9761dab3-6f7c-4dc0-94df-407f871849f1, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=9761dab3-6f7c-4dc0-94df-407f871849f1,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:13.180397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.222143 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Provisioning complete for port b8112591-d797-4e25-a5d4-e84683e0ddee triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:13.222723 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.222977 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Attempt 1 to provision port b8112591-d797-4e25-a5d4-e84683e0ddee Sep 28 07:33:13.247210 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba373-bd06-487a-937e-0626904e2b68 req-208ea17a-0d67-4333-acbe-d85fd17cc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:13.248673 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-208ea17a-0d67-4333-acbe-d85fd17cc15f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=eb175e0d-d166-4161-b080-818220936b88 HTTP/1.1" status: 200 len: 849 time: 0.1759393 Sep 28 07:33:13.251705 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-d4177575-a03a-46ea-b70f-cc257ede7a26 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4681487 Sep 28 07:33:13.258337 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Port b8112591-d797-4e25-a5d4-e84683e0ddee cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:13.285364 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Request body: {'port': {'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:13.330752 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-78c4ab2d-2dc9-49f0-b40e-62d0da451495 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=d99a020f-4a11-48ef-a136-1ebf1da1cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657442 Sep 28 07:33:13.360676 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:13.400921 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Made reservation on behalf of f5a7235827c243c9828ebca72e47c156 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:13.404570 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.502418 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.548470 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b3eeb6de-7ecb-42e7-94bf-2073d2849670 req-b0980ac4-461f-47f0-a37a-71e08f6a4f28 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.1015351 Sep 28 07:33:13.561830 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.604426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.604701 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (540277c1-db39-45d8-aac9-11750b326240), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.605043 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 540277c1-db39-45d8-aac9-11750b326240 disassociated. External IP: 172.27.2.140, port: 9761dab3-6f7c-4dc0-94df-407f871849f1. Sep 28 07:33:13.605385 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for 9761dab3-6f7c-4dc0-94df-407f871849f1 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:13.655547 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-efeec00c-1252-495a-a967-f3b659b22fe1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898941 Sep 28 07:33:13.747975 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c2053-2d4b-4f4c-af4e-33344ab1ed80 req-00cddca4-4799-4875-8beb-71f93c36d93d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:13.749620 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7a7c2053-2d4b-4f4c-af4e-33344ab1ed80 req-00cddca4-4799-4875-8beb-71f93c36d93d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 932 time: 0.0473320 Sep 28 07:33:13.759721 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Attempt 2 to provision port b8112591-d797-4e25-a5d4-e84683e0ddee Sep 28 07:33:13.793339 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Port b8112591-d797-4e25-a5d4-e84683e0ddee cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:13.799013 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7a7c2053-2d4b-4f4c-af4e-33344ab1ed80 req-4b87953c-cd54-4a28-98e2-b3597ae29933 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437055 Sep 28 07:33:13.861870 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:13.946633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks [] for security_group (40681de7-10f0-4947-abe7-b7cd0cc30b31), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.952835 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b23ba373-bd06-487a-937e-0626904e2b68 req-47aba176-71cf-4ca1-bd07-32b26bf159e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899580 Sep 28 07:33:13.961244 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (40681de7-10f0-4947-abe7-b7cd0cc30b31), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:13.990946 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:14.111161 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40681de7-10f0-4947-abe7-b7cd0cc30b31,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:14.160879 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f07270-af44-4e94-afe2-f496d591cbec req-afdd268e-a734-48ea-9b43-4c6e6b919c14 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:14.162390 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-79f07270-af44-4e94-afe2-f496d591cbec req-afdd268e-a734-48ea-9b43-4c6e6b919c14 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 944 time: 0.1455309 Sep 28 07:33:14.169412 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (9761dab3-6f7c-4dc0-94df-407f871849f1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:14.216336 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-26bed598-0696-41cc-a579-7d2660eb3d29 req-ae3f652c-7603-4082-8eca-4aba6e3a2c9a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 210 time: 0.0316093 Sep 28 07:33:14.295085 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Attempt 3 to provision port b8112591-d797-4e25-a5d4-e84683e0ddee Sep 28 07:33:14.329139 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Port b8112591-d797-4e25-a5d4-e84683e0ddee cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:14.516117 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=9761dab3-6f7c-4dc0-94df-407f871849f1,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:14.584885 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Allocated IP 192.168.233.222 (c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb/e5bf32cb-ee70-458a-b17d-2612c6f6539f/a42c2ccf-690d-4a83-9807-b8628743a710) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:14.626631 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8112591-d797-4e25-a5d4-e84683e0ddee {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:14.639607 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Publish callbacks [] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:14.650453 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-48c4cba9-406b-466a-bcab-769d3c0ea5dd req-ee35e48f-ff90-419f-8df6-9cea55228155 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.0268064 Sep 28 07:33:14.660104 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-79f07270-af44-4e94-afe2-f496d591cbec req-3b79e591-bee8-4baa-9555-104c82b24d3d tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836943 Sep 28 07:33:14.679222 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Transition to ACTIVE for port object b8112591-d797-4e25-a5d4-e84683e0ddee will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:33:14.712216 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:14.754241 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 9761dab3-6f7c-4dc0-94df-407f871849f1 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:33:14.773268 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 9761dab3-6f7c-4dc0-94df-407f871849f1 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:33:14.773574 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 9761dab3-6f7c-4dc0-94df-407f871849f1 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:33:14.829952 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Attempt 4 to provision port b8112591-d797-4e25-a5d4-e84683e0ddee Sep 28 07:33:14.870278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:14.874066 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:33:14.875319 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Port b8112591-d797-4e25-a5d4-e84683e0ddee cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:14.879614 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Pushing event updated for resources: {'Port': ['ID=b8112591-d797-4e25-a5d4-e84683e0ddee,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:14.942305 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140e04-33d4-4649-8ee6-c90da7108fc4 req-93f7b07e-088b-4763-aab5-0b4314f59bb6 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:14.946340 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f140e04-33d4-4649-8ee6-c90da7108fc4 req-93f7b07e-088b-4763-aab5-0b4314f59bb6 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0563500 Sep 28 07:33:14.989518 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Attempting to bind port b8112591-d797-4e25-a5d4-e84683e0ddee on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:14.989846 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Attempting to bind port b8112591-d797-4e25-a5d4-e84683e0ddee by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:14.990182 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Attempting to bind port b8112591-d797-4e25-a5d4-e84683e0ddee on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:14.997657 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-2f140e04-33d4-4649-8ee6-c90da7108fc4 req-415f6716-906f-44c0-a23d-93c8eb7af334 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477922 Sep 28 07:33:15.038964 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks [] for port (a42c2ccf-690d-4a83-9807-b8628743a710), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.045571 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:15.116111 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Port b8112591-d797-4e25-a5d4-e84683e0ddee on network 3597cb55-79da-4b37-872b-aa28123264c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:33:15.116364 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Attempting to bind port b8112591-d797-4e25-a5d4-e84683e0ddee on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:15.148893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:15.158333 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:15.169311 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:15.170046 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:32:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:15.179327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.223853 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] No DVR routers for this DVR port 9761dab3-6f7c-4dc0-94df-407f871849f1 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:33:15.232306 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.235481 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-622120a6-395a-41ed-af2a-962807185483 req-da2681a7-296b-4582-aea3-09765f8adcbf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9761dab3-6f7c-4dc0-94df-407f871849f1 HTTP/1.1" status: 204 len: 173 time: 2.7202976 Sep 28 07:33:15.236172 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'name': 'network-vif-deleted', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:15.238699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e05474-a618-4843-9935-b927b5f7fc22" -d '{"events": [{"server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "name": "network-vif-deleted", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:15.258389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:15.258727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Checking segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:15.259112 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Bound using segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:15.259559 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Bound port: b8112591-d797-4e25-a5d4-e84683e0ddee, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:15.259912 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.283435 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:15.286907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Pushing event updated for resources: {'Port': ['ID=a42c2ccf-690d-4a83-9807-b8628743a710,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:15.290825 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:15.292766 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:15.293663 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:15.350162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb02dae2-ceed-48c1-896f-9af246080517 x-openstack-request-id: req-bb02dae2-ceed-48c1-896f-9af246080517 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:15.350452 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d19308-3fa5-46ed-b637-39d895095aed", "name": "network-vif-deleted", "tag": "9761dab3-6f7c-4dc0-94df-407f871849f1", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:15.350698 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb02dae2-ceed-48c1-896f-9af246080517 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:15.351116 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb02dae2-ceed-48c1-896f-9af246080517'] response: {'server_uuid': 'a6d19308-3fa5-46ed-b637-39d895095aed', 'name': 'network-vif-deleted', 'tag': '9761dab3-6f7c-4dc0-94df-407f871849f1', 'status': 'completed', 'code': 200} Sep 28 07:33:15.379314 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Attempt 5 to provision port b8112591-d797-4e25-a5d4-e84683e0ddee Sep 28 07:33:15.397685 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8ff4817-3599-4bc2-ae30-4278aa0abd46 req-2d3e85e5-51f2-4531-8f65-c73fb3b7bc2e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 210 time: 0.0421798 Sep 28 07:33:15.424308 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:15.425511 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.438959 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] For port b8112591-d797-4e25-a5d4-e84683e0ddee, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:15.443261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] For port b8112591-d797-4e25-a5d4-e84683e0ddee, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b8112591-d797-4e25-a5d4-e84683e0ddee,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:15.453196 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-77aefee3-3c2c-418b-a96b-dd2288ae7800 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5995824 Sep 28 07:33:15.454802 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.457991 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:15.459914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:15.460650 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.462033 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 200 len: 1094 time: 2.1960003 Sep 28 07:33:15.469871 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Port b8112591-d797-4e25-a5d4-e84683e0ddee cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:15.514185 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3e040-856f-43df-b735-44072ac88e8f service neutron] Pushing event updated for resources: {'Port': ['ID=b8112591-d797-4e25-a5d4-e84683e0ddee,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:15.535582 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:15.563347 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:15.572245 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:15.572849 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:32:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:15.608602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Request body: {'port': {'device_id': '26de492c-9781-4f28-b23c-1106cdfa495a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:15.650332 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:15.687562 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:15.693727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-9c4b4372-e00f-4063-8101-f2272ed19f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:15.695078 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-9c4b4372-e00f-4063-8101-f2272ed19f5d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1128 time: 0.0580125 Sep 28 07:33:15.774179 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-4f013e5f-8b1b-4348-8f13-50c40f6f1033 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 200 len: 217 time: 0.0604551 Sep 28 07:33:15.774885 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:15.786977 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:15.811224 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d4e6b-789f-4932-8977-97ea0d29a5cb req-153604a3-5232-409a-8927-ad5dc75d2019 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:15.813456 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-731d4e6b-789f-4932-8977-97ea0d29a5cb req-153604a3-5232-409a-8927-ad5dc75d2019 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 936 time: 0.0574431 Sep 28 07:33:15.882899 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-731d4e6b-789f-4932-8977-97ea0d29a5cb req-3ec7dd30-7220-4af7-b9fe-ec76314fd424 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Sep 28 07:33:15.890430 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:15.919743 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75291d09-0c06-477d-99e5-fc37157538ce req-631dc594-6b99-49ec-a128-1bcfb79b673f tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:15.921246 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75291d09-0c06-477d-99e5-fc37157538ce req-631dc594-6b99-49ec-a128-1bcfb79b673f tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 944 time: 0.1265223 Sep 28 07:33:15.932819 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-9494b059-bffa-409f-9947-ed550e836298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:15.934261 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-9494b059-bffa-409f-9947-ed550e836298 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.1416123 Sep 28 07:33:15.947484 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:15.971730 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Attempt 6 to provision port b8112591-d797-4e25-a5d4-e84683e0ddee Sep 28 07:33:15.975127 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772d4c8-6fe0-449a-8b32-63fc0871d446 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:16.017184 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-39693d11-8cc3-407e-a658-613d309f1833 None None] Port b8112591-d797-4e25-a5d4-e84683e0ddee had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:33:16.076856 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75291d09-0c06-477d-99e5-fc37157538ce req-fbec70df-67f5-40de-acde-f7097d2ae3e3 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457717 Sep 28 07:33:16.117044 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:16.138549 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Provisioning complete for port a42c2ccf-690d-4a83-9807-b8628743a710 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:16.142618 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4d59-e7de-428c-8e98-8af16d6dce97 req-6b647237-b5e5-4c2b-a7f9-9e532e99d717 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:16.144009 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:16.144535 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Attempt 1 to provision port a42c2ccf-690d-4a83-9807-b8628743a710 Sep 28 07:33:16.151243 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-474b4d59-e7de-428c-8e98-8af16d6dce97 req-6b647237-b5e5-4c2b-a7f9-9e532e99d717 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0615683 Sep 28 07:33:16.210401 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Port a42c2ccf-690d-4a83-9807-b8628743a710 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:16.214337 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-474b4d59-e7de-428c-8e98-8af16d6dce97 req-b7a9fe16-af78-452a-bec6-59e6d17795b6 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618474 Sep 28 07:33:16.236181 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-2c938993-741b-4088-b07d-800af6ae3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:16.238193 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-2c938993-741b-4088-b07d-800af6ae3aad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859463 Sep 28 07:33:16.240230 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42c2ccf-690d-4a83-9807-b8628743a710 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:16.256341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Publish callbacks [] for port (a42c2ccf-690d-4a83-9807-b8628743a710), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:16.311009 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Transition to ACTIVE for port object a42c2ccf-690d-4a83-9807-b8628743a710 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:33:16.317516 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:16.335096 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c6b182-e3f2-417d-bc1b-af898e4b8207 None None] New status for floating IP 540277c1-db39-45d8-aac9-11750b326240: DOWN {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:33:16.403071 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Pushing event updated for resources: {'Port': ['ID=a42c2ccf-690d-4a83-9807-b8628743a710,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:16.412230 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-cd301e19-9a97-473e-82f1-45f2faf38e2d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645870 Sep 28 07:33:16.466551 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Attempting to bind port a42c2ccf-690d-4a83-9807-b8628743a710 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:16.466913 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Attempting to bind port a42c2ccf-690d-4a83-9807-b8628743a710 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:16.467768 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Attempting to bind port a42c2ccf-690d-4a83-9807-b8628743a710 on network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:16.536377 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f2cbd20-4267-412e-9b3b-1d4bc5af4639 req-6e014a61-c5a4-437a-8e04-3435050ee988 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a6d19308-3fa5-46ed-b637-39d895095aed HTTP/1.1" status: 200 len: 210 time: 0.0316446 Sep 28 07:33:16.540927 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Port a42c2ccf-690d-4a83-9807-b8628743a710 on network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:33:16.541408 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Attempting to bind port a42c2ccf-690d-4a83-9807-b8628743a710 on network c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:16.588220 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:16.588564 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Checking segment: {'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:16.588971 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Bound using segment: {'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:16.589425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Bound port: a42c2ccf-690d-4a83-9807-b8628743a710, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c42e3c-0121-4429-9af7-728dc07b9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:16.589789 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:16.703572 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] For port a42c2ccf-690d-4a83-9807-b8628743a710, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:16.711153 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] For port a42c2ccf-690d-4a83-9807-b8628743a710, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a42c2ccf-690d-4a83-9807-b8628743a710,segment=NetworkSegment(23c42e3c-0121-4429-9af7-728dc07b9a04),segment_id=23c42e3c-0121-4429-9af7-728dc07b9a04)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:16.711955 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Attempt 2 to provision port a42c2ccf-690d-4a83-9807-b8628743a710 Sep 28 07:33:16.719103 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:16.724097 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:16.728241 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:16.728918 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:16.730684 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a42c2ccf-690d-4a83-9807-b8628743a710 HTTP/1.1" status: 200 len: 1098 time: 1.1266041 Sep 28 07:33:16.753815 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:33:16.757887 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Port a42c2ccf-690d-4a83-9807-b8628743a710 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:16.807027 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4facf27f-2362-473a-b8b0-6cd8cdd2a3fb req-58e88c38-668b-40a5-91bf-22cf0ff6d945 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746235 Sep 28 07:33:16.845712 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e47ac-7061-4925-b8a8-977c607c0b5a service neutron] Pushing event updated for resources: {'Port': ['ID=a42c2ccf-690d-4a83-9807-b8628743a710,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:16.854584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e52ae9b4-6b7d-4e99-b86c-445ccea4a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:16.856289 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-e52ae9b4-6b7d-4e99-b86c-445ccea4a8be service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f5a7235827c243c9828ebca72e47c156&device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 1132 time: 0.0671575 Sep 28 07:33:16.984499 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:16.996657 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9', 'network_id': 'd99a020f-4a11-48ef-a136-1ebf1da1cb25', 'port_id': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9', 'mac_address': 'fa:16:3e:78:a9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb175e0d-d166-4161-b080-818220936b88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:33:17.018867 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76c27c-1abf-46d8-a40f-4a02d9399fba req-f17faee7-689c-437b-b96c-65e574e0f1d8 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:17.020412 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bf76c27c-1abf-46d8-a40f-4a02d9399fba req-f17faee7-689c-437b-b96c-65e574e0f1d8 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 948 time: 0.0471926 Sep 28 07:33:17.032333 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:17.032984 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.047418 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:17.054174 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-bc668467-6579-444e-b600-3997ec16fff6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a42c2ccf-690d-4a83-9807-b8628743a710 HTTP/1.1" status: 200 len: 217 time: 0.0334616 Sep 28 07:33:17.070206 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:17.074626 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bf76c27c-1abf-46d8-a40f-4a02d9399fba req-a522725c-1c04-493f-84a1-b8c3276d3700 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474722 Sep 28 07:33:17.075771 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.115688 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-5936e6b3-8aa2-4814-8155-826a5163bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:17.117110 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-5936e6b3-8aa2-4814-8155-826a5163bf1b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e5bf32cb-ee70-458a-b17d-2612c6f6539f HTTP/1.1" status: 200 len: 843 time: 0.0508819 Sep 28 07:33:17.127374 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:17.135713 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.136061 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.136415 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.136764 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.137115 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.137445 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139232 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.139938 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.140258 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:17.201784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-74b08ec1-a8d6-4333-874f-4cf12e51f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:17.203253 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-74b08ec1-a8d6-4333-874f-4cf12e51f9c8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0763876 Sep 28 07:33:17.217730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39382-b486-497b-80f7-5d19d66cf20f req-29ad125b-aba9-4ec5-a37d-38046b67a84c tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:17.219115 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-90d39382-b486-497b-80f7-5d19d66cf20f req-29ad125b-aba9-4ec5-a37d-38046b67a84c tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 945 time: 0.0515606 Sep 28 07:33:17.260929 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Attempt 3 to provision port a42c2ccf-690d-4a83-9807-b8628743a710 Sep 28 07:33:17.309977 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:17.329971 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:33:17.335559 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:17.341700 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-90d39382-b486-497b-80f7-5d19d66cf20f req-2f24a6cd-5101-4e98-b21c-36150a186e76 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133583 Sep 28 07:33:17.351864 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee'}, {'name': 'network-changed', 'server_uuid': '26de492c-9781-4f28-b23c-1106cdfa495a', 'tag': 'a42c2ccf-690d-4a83-9807-b8628743a710'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:17.354149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2443e98f-a38a-4218-ac00-d7ba84017759" -d '{"events": [{"name": "network-changed", "server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee"}, {"name": "network-changed", "server_uuid": "26de492c-9781-4f28-b23c-1106cdfa495a", "tag": "a42c2ccf-690d-4a83-9807-b8628743a710"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:17.356190 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958bc4-49a6-40e5-904a-f007bda7a3c3 req-a7ba2a3c-0529-4865-9db1-7652d91fd5e2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:17.360183 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-6bc81746-bd69-41b8-9be4-e6e96a02b499 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401777 Sep 28 07:33:17.361229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-95d1e6c6-ce6f-4e08-9360-0343b8a5458b None None] Port a42c2ccf-690d-4a83-9807-b8628743a710 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:33:17.367929 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-64958bc4-49a6-40e5-904a-f007bda7a3c3 req-a7ba2a3c-0529-4865-9db1-7652d91fd5e2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0784764 Sep 28 07:33:17.450774 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-64958bc4-49a6-40e5-904a-f007bda7a3c3 req-41a082fc-9011-4aa9-80a2-649fb246408e tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817716 Sep 28 07:33:17.475971 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6eecc9-f933-4661-86d0-787fef0af949 x-openstack-request-id: req-aa6eecc9-f933-4661-86d0-787fef0af949 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:17.476267 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26de492c-9781-4f28-b23c-1106cdfa495a", "tag": "a42c2ccf-690d-4a83-9807-b8628743a710", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:17.476521 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa6eecc9-f933-4661-86d0-787fef0af949 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:17.476971 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6eecc9-f933-4661-86d0-787fef0af949'] response: {'name': 'network-changed', 'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'status': 'completed', 'code': 200} Sep 28 07:33:17.477235 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6eecc9-f933-4661-86d0-787fef0af949'] response: {'name': 'network-changed', 'server_uuid': '26de492c-9781-4f28-b23c-1106cdfa495a', 'tag': 'a42c2ccf-690d-4a83-9807-b8628743a710', 'status': 'completed', 'code': 200} Sep 28 07:33:17.506869 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0f23c4b-ee44-456f-8c7c-2bd34163499d req-f94a0918-e568-4a22-9c0d-8266384f443e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391509 Sep 28 07:33:17.515262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:17.541636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-d035b935-d5aa-4908-a762-f61e93f2ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:17.543237 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-d035b935-d5aa-4908-a762-f61e93f2ac05 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1128 time: 0.0496922 Sep 28 07:33:17.636059 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40898) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:17.696111 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d095ab1c-9cc5-4459-9fbb-1e3a1c590bde tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (dc73ace6-778e-4dec-a0d8-02d7378ef989), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.718159 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d095ab1c-9cc5-4459-9fbb-1e3a1c590bde tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (dc73ace6-778e-4dec-a0d8-02d7378ef989), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.765857 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d095ab1c-9cc5-4459-9fbb-1e3a1c590bde tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dc73ace6-778e-4dec-a0d8-02d7378ef989), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.768380 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d095ab1c-9cc5-4459-9fbb-1e3a1c590bde tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.769531 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-d095ab1c-9cc5-4459-9fbb-1e3a1c590bde tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dc73ace6-778e-4dec-a0d8-02d7378ef989 HTTP/1.1" status: 204 len: 168 time: 0.1324492 Sep 28 07:33:17.772366 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40900) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:17.778440 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095ab1c-9cc5-4459-9fbb-1e3a1c590bde tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc73ace6-778e-4dec-a0d8-02d7378ef989,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:17.787405 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-7885bbdc-5e80-4d77-8beb-b7d165e5dd03 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] show failed (client error): The resource could not be found. Sep 28 07:33:17.791500 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40902) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:17.791717 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7885bbdc-5e80-4d77-8beb-b7d165e5dd03 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups/dc73ace6-778e-4dec-a0d8-02d7378ef989 HTTP/1.1" status: 404 len: 347 time: 0.0181792 Sep 28 07:33:17.901252 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port 539dde78-f290-4294-bf5f-cd9fda99ed4c {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:17.901515 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.903679 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:17.979780 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.980109 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (539dde78-f290-4294-bf5f-cd9fda99ed4c), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:17.993276 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for 539dde78-f290-4294-bf5f-cd9fda99ed4c owned by network:floatingip {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:18.127136 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (539dde78-f290-4294-bf5f-cd9fda99ed4c), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.164749 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=539dde78-f290-4294-bf5f-cd9fda99ed4c,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:18.255015 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6894db-3e30-4c2f-8e40-38de54cba040 req-f1dc2c93-9ff5-4122-a741-6f2a72e17dde tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:18.256491 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0a6894db-3e30-4c2f-8e40-38de54cba040 req-f1dc2c93-9ff5-4122-a741-6f2a72e17dde tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 948 time: 0.1050117 Sep 28 07:33:18.277508 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:18.281720 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (540277c1-db39-45d8-aac9-11750b326240), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.284690 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.285809 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-ed5d2928-dd1e-4e61-ada3-d91e1db8e9fa tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/540277c1-db39-45d8-aac9-11750b326240 HTTP/1.1" status: 204 len: 168 time: 0.4933474 Sep 28 07:33:18.317492 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0a6894db-3e30-4c2f-8e40-38de54cba040 req-e48c9deb-ec96-4776-a428-0e108eaabc7a tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 Sep 28 07:33:18.360481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40908) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:18.365126 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e700b4d1-755d-47fd-8bbf-7bccac591232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343922431', 'description': 'tempest-description--1904896452'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:18.385808 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e700b4d1-755d-47fd-8bbf-7bccac591232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.457004 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e700b4d1-755d-47fd-8bbf-7bccac591232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.460554 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e700b4d1-755d-47fd-8bbf-7bccac591232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.470722 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb554633-1170-4ab6-b154-96a7c0584584 req-07d10d65-a0c9-484b-aea0-354d8bd79908 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:18.473011 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-eb554633-1170-4ab6-b154-96a7c0584584 req-07d10d65-a0c9-484b-aea0-354d8bd79908 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 945 time: 0.0465825 Sep 28 07:33:18.524359 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-eb554633-1170-4ab6-b154-96a7c0584584 req-98ab82a6-d267-4c69-ac46-ab9945215bc8 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Sep 28 07:33:18.539124 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e700b4d1-755d-47fd-8bbf-7bccac591232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.542922 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e700b4d1-755d-47fd-8bbf-7bccac591232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1788073 Sep 28 07:33:18.543363 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 40914) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:18.548713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-a6563cfc-ec61-46a8-b910-82da2f3a7b84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': 'd5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:18.557633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700b4d1-755d-47fd-8bbf-7bccac591232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:18.639481 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913639d6-a56e-4964-8a4d-473cb0bbc395 req-c3aa758f-03e7-48b8-8d1f-116fd2cc3a3c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:18.641193 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-913639d6-a56e-4964-8a4d-473cb0bbc395 req-c3aa758f-03e7-48b8-8d1f-116fd2cc3a3c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0958188 Sep 28 07:33:18.647470 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6563cfc-ec61-46a8-b910-82da2f3a7b84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (c812dead-e028-4921-ab81-829e637a146b), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.668324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-22509e8b-eab7-4166-8dc2-1f5381d2dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:18.669774 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-22509e8b-eab7-4166-8dc2-1f5381d2dbfa service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.2022483 Sep 28 07:33:18.736576 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-6ae77e91-ed94-4e1c-877e-6627ea8d1a98 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 200 len: 217 time: 0.0573072 Sep 28 07:33:18.769014 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a42c2ccf-690d-4a83-9807-b8628743a710 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:33:18.772252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:18.781577 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:18.785967 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-913639d6-a56e-4964-8a4d-473cb0bbc395 req-db1273d6-ae3b-47a4-8214-4b0e4b3d0407 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340408 Sep 28 07:33:18.813530 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6563cfc-ec61-46a8-b910-82da2f3a7b84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (c812dead-e028-4921-ab81-829e637a146b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.819311 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6563cfc-ec61-46a8-b910-82da2f3a7b84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (c812dead-e028-4921-ab81-829e637a146b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.828425 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-2cb3926b-c766-4989-be2c-fa213ca9f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:18.829890 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-2cb3926b-c766-4989-be2c-fa213ca9f179 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0821867 Sep 28 07:33:18.852444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6563cfc-ec61-46a8-b910-82da2f3a7b84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c812dead-e028-4921-ab81-829e637a146b,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:18.875212 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6563cfc-ec61-46a8-b910-82da2f3a7b84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.879841 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a6563cfc-ec61-46a8-b910-82da2f3a7b84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321524 Sep 28 07:33:18.880286 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40916) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:18.884736 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:18.885202 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-ec538509-e98c-4fd8-89cf-2d310af5bb63 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': 'd5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:18.887761 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:33:18.890509 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-d66bee0b-ee44-4c7b-b950-467aaf7df3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:18.892198 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-d66bee0b-ee44-4c7b-b950-467aaf7df3cd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518270 Sep 28 07:33:18.898543 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:18.898942 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.899276 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 Sep 28 07:33:18.922331 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ec538509-e98c-4fd8-89cf-2d310af5bb63 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (e4894b3f-abd1-44ca-a517-92fb1dadea60), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.958251 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a42c2ccf-690d-4a83-9807-b8628743a710, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a42c2ccf-690d-4a83-9807-b8628743a710,segment=NetworkSegment(23c42e3c-0121-4429-9af7-728dc07b9a04),segment_id=23c42e3c-0121-4429-9af7-728dc07b9a04)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:18.977096 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'a42c2ccf-690d-4a83-9807-b8628743a710', 'network_id': 'c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb', 'port_id': 'a42c2ccf-690d-4a83-9807-b8628743a710', 'mac_address': 'fa:16:3e:93:27:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bf32cb-ee70-458a-b17d-2612c6f6539f', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:33:18.994101 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ec538509-e98c-4fd8-89cf-2d310af5bb63 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (e4894b3f-abd1-44ca-a517-92fb1dadea60), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:18.994727 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-d281c082-e782-4657-970d-8c7142c96a96 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952494 Sep 28 07:33:18.998866 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ec538509-e98c-4fd8-89cf-2d310af5bb63 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (e4894b3f-abd1-44ca-a517-92fb1dadea60), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.022832 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec538509-e98c-4fd8-89cf-2d310af5bb63 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4894b3f-abd1-44ca-a517-92fb1dadea60,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:19.032911 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ec538509-e98c-4fd8-89cf-2d310af5bb63 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.037402 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-ec538509-e98c-4fd8-89cf-2d310af5bb63 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529131 Sep 28 07:33:19.037835 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 40918) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:19.042857 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:19.047463 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a42c2ccf-690d-4a83-9807-b8628743a710 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:19.047836 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.051453 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:19.052023 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.067657 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.074762 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42c2ccf-690d-4a83-9807-b8628743a710 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:19.102756 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:19.105018 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ba16de-d778-46b3-bf5d-8d901eb8f00e" -d '{"events": [{"server_uuid": "237b8b2c-efde-4e5d-bb53-745c61a95783", "name": "network-vif-plugged", "status": "completed", "tag": "3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:19.107871 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-3cc0472e-e5c5-4b13-8d25-534f4c94253f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034813 Sep 28 07:33:19.126418 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:19.128316 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a42c2ccf-690d-4a83-9807-b8628743a710, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a42c2ccf-690d-4a83-9807-b8628743a710,segment=NetworkSegment(23c42e3c-0121-4429-9af7-728dc07b9a04),segment_id=23c42e3c-0121-4429-9af7-728dc07b9a04)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:19.132233 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.138525 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.161076 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.166373 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915117e7-b4a5-436a-9e10-e5da68713d28 x-openstack-request-id: req-915117e7-b4a5-436a-9e10-e5da68713d28 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:19.166664 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237b8b2c-efde-4e5d-bb53-745c61a95783", "name": "network-vif-plugged", "status": "completed", "tag": "3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:19.166912 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-915117e7-b4a5-436a-9e10-e5da68713d28 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:19.167298 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915117e7-b4a5-436a-9e10-e5da68713d28'] response: {'server_uuid': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9', 'code': 200} Sep 28 07:33:19.197439 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:19.211615 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-3e011ab2-3c9b-45fa-ba18-98316604b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:19.213275 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-3e011ab2-3c9b-45fa-ba18-98316604b4ef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f5a7235827c243c9828ebca72e47c156&device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 1133 time: 0.0461268 Sep 28 07:33:19.254686 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a42c2ccf-690d-4a83-9807-b8628743a710,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:19.299012 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:19.314544 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.27.2.40 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/9d5efb7f-6ed2-44f3-be61-5a221147a05a) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:19.368592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-aebaaab3-4e59-48b0-8688-c8abfcd5535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:19.370280 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-aebaaab3-4e59-48b0-8688-c8abfcd5535e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb HTTP/1.1" status: 200 len: 870 time: 0.1467054 Sep 28 07:33:19.377772 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139fad1-6203-4dcb-8897-67071175d9f0 req-3f8178e4-d2c1-494b-84ad-612a7b27e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:19.379770 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8139fad1-6203-4dcb-8897-67071175d9f0 req-3f8178e4-d2c1-494b-84ad-612a7b27e166 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 1130 time: 0.0542252 Sep 28 07:33:19.404354 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['a42c2ccf-690d-4a83-9807-b8628743a710'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:33:19.421020 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-ab6fb4c5-1cc1-4901-aa70-06ee73a44204 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a42c2ccf-690d-4a83-9807-b8628743a710 HTTP/1.1" status: 200 len: 217 time: 0.0408225 Sep 28 07:33:19.425860 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.463243 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.511635 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:19.514242 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:19.517380 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:19.520517 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:19.524578 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:19.546827 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=9d5efb7f-6ed2-44f3-be61-5a221147a05a,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:19.668827 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (5563a33c-bca2-4bc4-b5d1-f4b995704c56), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.676482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1afb-bbda-49b3-a67e-d68cb1ced92e req-61aa3c9f-fd40-48d6-9b14-d6106bd955e6 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:19.678074 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-affe1afb-bbda-49b3-a67e-d68cb1ced92e req-61aa3c9f-fd40-48d6-9b14-d6106bd955e6 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.0668235 Sep 28 07:33:19.741399 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.772079 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-affe1afb-bbda-49b3-a67e-d68cb1ced92e req-4642c84d-a604-4148-81c1-63f681b6cd12 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876963 Sep 28 07:33:19.785445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62e782-50a3-4ccc-a5ff-fdcae49fe24a req-583fa6eb-b19b-4c67-9706-9f777ea3f8f1 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:19.792731 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c62e782-50a3-4ccc-a5ff-fdcae49fe24a req-583fa6eb-b19b-4c67-9706-9f777ea3f8f1 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 949 time: 0.3738749 Sep 28 07:33:19.816064 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8139fad1-6203-4dcb-8897-67071175d9f0 req-bd7cee51-6f7e-458f-8e0c-d8db14927050 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017391 Sep 28 07:33:19.817458 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-76f498ba-a2b0-4e40-9065-27da5c5794bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:19.819112 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-76f498ba-a2b0-4e40-9065-27da5c5794bc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e5bf32cb-ee70-458a-b17d-2612c6f6539f HTTP/1.1" status: 200 len: 843 time: 0.3885195 Sep 28 07:33:19.864768 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c62e782-50a3-4ccc-a5ff-fdcae49fe24a req-ed4d9626-7cea-488f-816e-e8803caaaf95 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652673 Sep 28 07:33:19.936787 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef297233-5f01-4d00-ab77-295ac7717eec req-3712b34b-ef26-4cf3-96d4-7528b042580d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:19.938519 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ef297233-5f01-4d00-ab77-295ac7717eec req-3712b34b-ef26-4cf3-96d4-7528b042580d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0645802 Sep 28 07:33:19.948247 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:19.962052 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260325728'] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:20.053032 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=9d5efb7f-6ed2-44f3-be61-5a221147a05a,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:20.058302 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ef297233-5f01-4d00-ab77-295ac7717eec req-e4884986-81d6-4324-b50c-4ee34bce9bc4 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126802 Sep 28 07:33:20.060185 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (5563a33c-bca2-4bc4-b5d1-f4b995704c56), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:20.078499 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:20.089023 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1a1ab11f-3a23-4ced-b5fa-b4cfb12435d2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0499883 Sep 28 07:33:20.100980 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-bc01d4b0-6b5a-4e99-ba30-a52db9a58496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:20.102516 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-bc01d4b0-6b5a-4e99-ba30-a52db9a58496 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0428648 Sep 28 07:33:20.208903 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-851abe62-3ef0-4ef6-8dc7-398d20c6545c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988300 Sep 28 07:33:20.336159 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-b1e16d60-54b2-4b97-858a-4bcc6cfeebdd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1343922431&fields=id&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 267 time: 0.0701060 Sep 28 07:33:20.341411 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2443e98f-a38a-4218-ac00-d7ba84017759 req-978f20c4-7672-4c9a-88fa-8a582e475f01 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c724f980-8f0c-49b8-8b3f-3e9c98d2cbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254103 Sep 28 07:33:20.412468 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:20.430682 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:20.446914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-82b988fd-f3f4-4747-b95c-b5956f96e5f1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:20.448366 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-82b988fd-f3f4-4747-b95c-b5956f96e5f1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.1058457 Sep 28 07:33:20.463530 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-26afffa9-e52b-4993-84c0-69a969b9640d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/quotas/94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Sep 28 07:33:20.511758 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-13cdffa7-1ba5-4727-af5d-c5177d3ca3f7 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433660 Sep 28 07:33:20.613999 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-638e6636-3a21-42ab-ba1a-1f7ef220617e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903950 Sep 28 07:33:20.708869 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-a777cc54-af8d-44e2-a87e-223f7e5d6dff service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892539 Sep 28 07:33:20.768554 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a42c2ccf-690d-4a83-9807-b8628743a710 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:20.817162 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port a42c2ccf-690d-4a83-9807-b8628743a710 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:33:20.819263 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port a42c2ccf-690d-4a83-9807-b8628743a710 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:20.819844 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:20.820370 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port a42c2ccf-690d-4a83-9807-b8628743a710 Sep 28 07:33:20.871578 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:20.909443 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:20.916439 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d66be9ea-21fe-457d-8829-954670f5790b req-97a0bd62-43e2-4747-9657-a8d6ae25ad84 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0430069 Sep 28 07:33:20.924060 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port a42c2ccf-690d-4a83-9807-b8628743a710 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:20.925105 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:20.933313 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb9662-dcb3-46f7-aa28-4b4c29cd6bf7 req-9ec47120-2e5d-406d-baf0-8e6a6b5e2e5b tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:20.935954 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a8eb9662-dcb3-46f7-aa28-4b4c29cd6bf7 req-9ec47120-2e5d-406d-baf0-8e6a6b5e2e5b tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.0648706 Sep 28 07:33:20.977434 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port a42c2ccf-690d-4a83-9807-b8628743a710, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a42c2ccf-690d-4a83-9807-b8628743a710,segment=NetworkSegment(23c42e3c-0121-4429-9af7-728dc07b9a04),segment_id=23c42e3c-0121-4429-9af7-728dc07b9a04)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:20.983606 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:21.013561 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a8eb9662-dcb3-46f7-aa28-4b4c29cd6bf7 req-f835e1de-7357-49b1-8c3f-24835e3f41a4 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568230 Sep 28 07:33:21.045153 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7df9c-7c41-4eef-9e44-8b9529d1fc92 req-c0d65806-6b24-4d64-9efa-2625f202357b tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:21.046898 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04e7df9c-7c41-4eef-9e44-8b9529d1fc92 req-c0d65806-6b24-4d64-9efa-2625f202357b tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0546265 Sep 28 07:33:21.050813 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=a42c2ccf-690d-4a83-9807-b8628743a710,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:21.110515 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04e7df9c-7c41-4eef-9e44-8b9529d1fc92 req-cda37bab-c351-4a1c-9dcc-7a17de4a78a5 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547798 Sep 28 07:33:21.168732 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26de492c-9781-4f28-b23c-1106cdfa495a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42c2ccf-690d-4a83-9807-b8628743a710'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:21.171735 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e515665-d948-47d3-86cf-5c7bd68151e0" -d '{"events": [{"server_uuid": "26de492c-9781-4f28-b23c-1106cdfa495a", "name": "network-vif-plugged", "status": "completed", "tag": "a42c2ccf-690d-4a83-9807-b8628743a710"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:21.194337 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8356ad5-4709-4b3e-b4ad-5197b34d102c req-fe85d7dd-ec46-4952-9e92-88e201ffab92 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:21.195895 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b8356ad5-4709-4b3e-b4ad-5197b34d102c req-fe85d7dd-ec46-4952-9e92-88e201ffab92 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0538011 Sep 28 07:33:21.212776 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c3788d-12d7-4755-855d-647d495dc54d x-openstack-request-id: req-11c3788d-12d7-4755-855d-647d495dc54d {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:21.213102 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26de492c-9781-4f28-b23c-1106cdfa495a", "name": "network-vif-plugged", "status": "completed", "tag": "a42c2ccf-690d-4a83-9807-b8628743a710", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:21.213357 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11c3788d-12d7-4755-855d-647d495dc54d {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:21.213761 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c3788d-12d7-4755-855d-647d495dc54d'] response: {'server_uuid': '26de492c-9781-4f28-b23c-1106cdfa495a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42c2ccf-690d-4a83-9807-b8628743a710', 'code': 200} Sep 28 07:33:21.250698 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b8356ad5-4709-4b3e-b4ad-5197b34d102c req-c576ccb9-cbb8-4a15-a321-cc5066066ed9 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487840 Sep 28 07:33:21.558832 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c44737-b392-41a6-82eb-8eb4706b8be3 req-1bd91f98-2161-41ad-be8c-ecbd33a99f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:21.560542 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61c44737-b392-41a6-82eb-8eb4706b8be3 req-1bd91f98-2161-41ad-be8c-ecbd33a99f93 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 1134 time: 0.0424995 Sep 28 07:33:21.616799 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61c44737-b392-41a6-82eb-8eb4706b8be3 req-cb3eb036-c2c6-4716-9f4f-0785f1a394e3 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Sep 28 07:33:21.624705 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-288410df-17a5-4e33-9443-e78cc71746ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:22.020971 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-08f0168a-a8cb-4f69-aa3e-2740d21e00f0 req-3669befa-8f3c-48b5-9c3c-b1d3411adab2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0275791 Sep 28 07:33:22.131765 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb28b2-cbc7-4b77-a3f4-22bd401d8ea0 req-f83db84f-6f3e-4b44-ba68-d43a04520070 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:22.133248 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-eebb28b2-cbc7-4b77-a3f4-22bd401d8ea0 req-f83db84f-6f3e-4b44-ba68-d43a04520070 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.0455666 Sep 28 07:33:22.182370 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-eebb28b2-cbc7-4b77-a3f4-22bd401d8ea0 req-becd6481-ed87-4633-b520-34cb1ff73278 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432289 Sep 28 07:33:22.230704 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1c272-e3f6-4390-a1ab-820fd1f4d16b req-759969c1-f22c-4d71-907d-5ea1789086e0 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:22.232206 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1af1c272-e3f6-4390-a1ab-820fd1f4d16b req-759969c1-f22c-4d71-907d-5ea1789086e0 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0463877 Sep 28 07:33:22.280424 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1af1c272-e3f6-4390-a1ab-820fd1f4d16b req-f981d62b-dfa1-40df-a6c8-023301c60e53 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Sep 28 07:33:22.531087 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208428e2-b142-457c-b40e-17a85ff69ec7 req-5a20f20e-a6dd-401f-af23-234613b87b3b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:22.532539 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-208428e2-b142-457c-b40e-17a85ff69ec7 req-5a20f20e-a6dd-401f-af23-234613b87b3b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0513091 Sep 28 07:33:22.565918 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:22.585240 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-208428e2-b142-457c-b40e-17a85ff69ec7 req-dd38f7c6-13db-4d2c-8607-d7c71dfd156e tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468006 Sep 28 07:33:22.943805 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc074874-0749-4ff6-bc82-ae2668b04b41 req-c4c5ab03-bb02-4bb1-a17b-70a42bce819d tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:22.945302 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-dc074874-0749-4ff6-bc82-ae2668b04b41 req-c4c5ab03-bb02-4bb1-a17b-70a42bce819d tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.0468314 Sep 28 07:33:22.991175 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-dc074874-0749-4ff6-bc82-ae2668b04b41 req-1cfcb539-e343-4a7a-ae4e-355a4840da6d tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Sep 28 07:33:23.123096 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a283458d-41cd-42f1-b657-24c812531bf4 req-78f1a4a1-e58d-4f7c-b56c-fb83b10e58ef tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Sep 28 07:33:23.397445 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fdac5-1ad7-4bc3-8b44-e5dce0e891bc req-b39b86da-b5e3-44c5-a039-d02ff31bc779 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:23.398858 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f29fdac5-1ad7-4bc3-8b44-e5dce0e891bc req-b39b86da-b5e3-44c5-a039-d02ff31bc779 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0446990 Sep 28 07:33:23.450825 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f29fdac5-1ad7-4bc3-8b44-e5dce0e891bc req-a023972c-c19e-4e76-8beb-e85d5c59d334 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465648 Sep 28 07:33:23.712919 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb695b2e-9b8d-4411-aba9-b2c842bb5c5b req-78b06eba-d933-45d0-8d7c-9ceea2071711 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:23.714440 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb695b2e-9b8d-4411-aba9-b2c842bb5c5b req-78b06eba-d933-45d0-8d7c-9ceea2071711 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0565462 Sep 28 07:33:23.822928 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb695b2e-9b8d-4411-aba9-b2c842bb5c5b req-f5ebea89-6dfe-4cd9-8f51-a3c2b7314794 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981941 Sep 28 07:33:23.852851 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-65509f69-4399-476e-a3b7-b2cd2c77cf5a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:23.854302 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-65509f69-4399-476e-a3b7-b2cd2c77cf5a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.1389399 Sep 28 07:33:23.887378 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7eab1f90-5c00-4abc-a936-a615186b49cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:24.108462 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1daa2-924e-42f4-99ed-0b5fac4c424a req-02f90261-9a7f-407f-94a2-612d294a493a tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:24.109924 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8df1daa2-924e-42f4-99ed-0b5fac4c424a req-02f90261-9a7f-407f-94a2-612d294a493a tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.0453534 Sep 28 07:33:24.159235 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8df1daa2-924e-42f4-99ed-0b5fac4c424a req-578e5cf4-5626-4626-977b-4b00d1a39e6c tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Sep 28 07:33:24.234769 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-470cf4a3-eb48-469d-8d5f-c85e990e4c7c req-9e6cb0fd-3da9-46a1-b358-fbed93e6cc81 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0341511 Sep 28 07:33:24.577234 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211ef2-b475-4325-8bb9-94caa4c36b46 req-26971fc8-49fc-49b8-ade9-738adcaba0a4 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:24.578736 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d2211ef2-b475-4325-8bb9-94caa4c36b46 req-26971fc8-49fc-49b8-ade9-738adcaba0a4 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0535731 Sep 28 07:33:24.625458 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d2211ef2-b475-4325-8bb9-94caa4c36b46 req-b3c51c89-2465-4e25-af36-bbbcb879674a tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Sep 28 07:33:24.799202 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b8112591-d797-4e25-a5d4-e84683e0ddee details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:33:24.897795 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5a566-4dec-4e9b-92aa-6f85d065605e req-d610432e-bfaa-499f-9d3a-a8ebbec0e81d tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:24.899602 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a8f5a566-4dec-4e9b-92aa-6f85d065605e req-d610432e-bfaa-499f-9d3a-a8ebbec0e81d tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0541260 Sep 28 07:33:24.905810 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port b8112591-d797-4e25-a5d4-e84683e0ddee, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b8112591-d797-4e25-a5d4-e84683e0ddee,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:24.918823 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:33:24.952867 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a8f5a566-4dec-4e9b-92aa-6f85d065605e req-ef69551c-0e0a-4264-8ed8-323340266ea5 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465493 Sep 28 07:33:24.962709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port b8112591-d797-4e25-a5d4-e84683e0ddee is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:24.963186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:24.976142 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2893b2d-35d4-430d-be4f-52e6cc44c35f req-5bb8b1ca-c625-4122-a40d-e17ae2ffa012 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:24.978622 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8112591-d797-4e25-a5d4-e84683e0ddee {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:24.981396 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2893b2d-35d4-430d-be4f-52e6cc44c35f req-5bb8b1ca-c625-4122-a40d-e17ae2ffa012 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 944 time: 0.0599179 Sep 28 07:33:24.999483 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port b8112591-d797-4e25-a5d4-e84683e0ddee, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b8112591-d797-4e25-a5d4-e84683e0ddee,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:25.003335 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:25.028464 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2893b2d-35d4-430d-be4f-52e6cc44c35f req-ac5baccc-a2c5-4342-8ec5-f7727989b9e5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Sep 28 07:33:25.050508 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=b8112591-d797-4e25-a5d4-e84683e0ddee,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:25.157632 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:25.280232 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e3d6-dbac-4d9e-8045-08d0c7f3cc90 req-21e297b8-1c2d-488d-b914-5131c5cfe0e9 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:25.281737 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-faa3e3d6-dbac-4d9e-8045-08d0c7f3cc90 req-21e297b8-1c2d-488d-b914-5131c5cfe0e9 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.0456083 Sep 28 07:33:25.329988 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-faa3e3d6-dbac-4d9e-8045-08d0c7f3cc90 req-03559132-db9e-4cea-8aad-a2db3cbc1674 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Sep 28 07:33:25.340567 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fbb312aa-a198-4704-a92d-f158e38fcdf6 req-a9e38eab-bfae-4bdd-a837-421ad4cb8264 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0281634 Sep 28 07:33:25.360864 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['b8112591-d797-4e25-a5d4-e84683e0ddee'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:33:25.490118 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:25.862939 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-7e16d262-a3c8-4ed6-b4da-6f08a17c29dc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 380 time: 0.0566206 Sep 28 07:33:26.075032 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7dad-c67a-4d1a-bcdd-513c169d3540 req-399e0cc9-3253-45eb-8816-6aa63912d5fe tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:26.076513 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-097f7dad-c67a-4d1a-bcdd-513c169d3540 req-399e0cc9-3253-45eb-8816-6aa63912d5fe tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0472565 Sep 28 07:33:26.106041 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:26.130087 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-097f7dad-c67a-4d1a-bcdd-513c169d3540 req-2cd27639-faaa-4c7e-b4f7-0d30afe746c0 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474403 Sep 28 07:33:26.148754 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01408d-9d34-421b-a916-df5503e16977 req-0a10badd-d05e-4c98-8ef3-74bd3b90c6fc tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:26.150279 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b01408d-9d34-421b-a916-df5503e16977 req-0a10badd-d05e-4c98-8ef3-74bd3b90c6fc tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 945 time: 0.0466733 Sep 28 07:33:26.162790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:26.201609 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b01408d-9d34-421b-a916-df5503e16977 req-73787b2e-4ff4-4633-a029-0b0e073f321a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457497 Sep 28 07:33:26.444060 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-404f3fd2-a3eb-4a86-94d2-aee9f64d830e req-4b0d26b3-26eb-4ea6-ba73-543bf2ff977f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0291224 Sep 28 07:33:26.452631 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52b29-6614-4e4d-b237-6fb3c49d83dd req-bb8ae2f9-fc11-47df-b903-721507ac6dae tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:26.454132 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0bd52b29-6614-4e4d-b237-6fb3c49d83dd req-bb8ae2f9-fc11-47df-b903-721507ac6dae tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.0492060 Sep 28 07:33:26.501645 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0bd52b29-6614-4e4d-b237-6fb3c49d83dd req-7d1cf5ed-2e75-41ed-b28a-4730564150ec tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Sep 28 07:33:26.507966 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:26.509953 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:26.656697 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:26.754596 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:26.800412 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b8112591-d797-4e25-a5d4-e84683e0ddee up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:26.844195 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port b8112591-d797-4e25-a5d4-e84683e0ddee completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:33:26.850482 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port b8112591-d797-4e25-a5d4-e84683e0ddee triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:26.850853 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:26.851225 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port b8112591-d797-4e25-a5d4-e84683e0ddee Sep 28 07:33:26.883911 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:26.936002 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port b8112591-d797-4e25-a5d4-e84683e0ddee is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:26.936249 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:26.960446 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:26.962955 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c9deb8-97c8-43aa-b751-89832255a39e" -d '{"events": [{"server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "name": "network-vif-plugged", "status": "completed", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:26.975413 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port b8112591-d797-4e25-a5d4-e84683e0ddee, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b8112591-d797-4e25-a5d4-e84683e0ddee,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:26.980325 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:27.003383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ffc4d-f783-4b97-9910-bedfc5cee1d4 x-openstack-request-id: req-db4ffc4d-f783-4b97-9910-bedfc5cee1d4 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:27.003833 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "name": "network-vif-plugged", "status": "completed", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:27.004094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db4ffc4d-f783-4b97-9910-bedfc5cee1d4 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:27.004491 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4ffc4d-f783-4b97-9910-bedfc5cee1d4'] response: {'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'code': 200} Sep 28 07:33:27.033042 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=b8112591-d797-4e25-a5d4-e84683e0ddee,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:27.247673 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f189e-fc96-4ee9-906e-ff09f5fb2cc5 req-d741fb48-852f-42d1-98ab-b951b787b2ca tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:27.249181 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-700f189e-fc96-4ee9-906e-ff09f5fb2cc5 req-d741fb48-852f-42d1-98ab-b951b787b2ca tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0460348 Sep 28 07:33:27.287748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:27.300097 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-700f189e-fc96-4ee9-906e-ff09f5fb2cc5 req-01bd0b2d-166b-4fc2-8a01-3650cbdf5dab tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Sep 28 07:33:27.329872 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd134-958b-4ea7-82af-5a46a5afb645 req-5d729cbb-7cd6-405e-beba-08627c8b0ab3 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:27.331385 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef9fd134-958b-4ea7-82af-5a46a5afb645 req-5d729cbb-7cd6-405e-beba-08627c8b0ab3 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 946 time: 0.0517049 Sep 28 07:33:27.354707 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'port': {'device_id': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'admin_state_up': True, 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'security_groups': ['d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:27.468199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-a489e930-354d-497d-b1fb-26d474c8cd67 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:27.469600 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-a489e930-354d-497d-b1fb-26d474c8cd67 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.1082642 Sep 28 07:33:27.479721 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef9fd134-958b-4ea7-82af-5a46a5afb645 req-7f285b57-44f8-423c-b6b0-eda5d80f9ed9 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423099 Sep 28 07:33:27.531006 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Made reservation on behalf of 94a0b09b62ce47678fd542a0453c3d17 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:27.534784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:27.551989 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d25e855e-0e68-4b20-9bb8-495a567adf69 req-8f7bb118-18f3-4859-af15-4e4a46864e70 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0300825 Sep 28 07:33:27.812903 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacecf-415d-450b-8fab-e40aae340c38 req-01bbc76b-0b07-47ad-9aac-1fed734e4d83 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:27.814400 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48cacecf-415d-450b-8fab-e40aae340c38 req-01bbc76b-0b07-47ad-9aac-1fed734e4d83 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 946 time: 0.1743791 Sep 28 07:33:27.837470 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-ba48bf09-3d67-48ce-9527-f823b876a1c4 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:27.838846 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-ba48bf09-3d67-48ce-9527-f823b876a1c4 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.1578100 Sep 28 07:33:27.849958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.20.0.14 (733608a5-23eb-466d-8629-abe8aafc7bed/e81180e2-c655-4d4f-a0ce-2ac0fbaaef32/693fce48-86c3-42fd-8568-32d50e31f3ac) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:27.852889 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Deleting port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:27.853318 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:27.871075 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8e474-ae1d-4920-96d4-f338284a7d4f req-59b2ed5b-47b5-4342-8f4e-d70051fda60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:27.872599 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dfe8e474-ae1d-4920-96d4-f338284a7d4f req-59b2ed5b-47b5-4342-8f4e-d70051fda60c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1130 time: 0.1635807 Sep 28 07:33:28.041264 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:28.055907 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48cacecf-415d-450b-8fab-e40aae340c38 req-65feebf9-0824-491c-a231-69ad474ca364 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c595b98-731a-4214-bb08-518f306c59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325346 Sep 28 07:33:28.113260 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dfe8e474-ae1d-4920-96d4-f338284a7d4f req-b576df0d-4165-42f6-8d2c-caf366a17d09 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261198 Sep 28 07:33:28.121882 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:28.151813 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Deleting port a42c2ccf-690d-4a83-9807-b8628743a710 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:33:28.152154 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.156827 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] For port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,segment=NetworkSegment(0ebdab94-4dbd-4a46-9b9a-642ba1c60356),segment_id=0ebdab94-4dbd-4a46-9b9a-642ba1c60356)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:28.157214 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.216719 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Calling delete_port for 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:28.347895 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] For port a42c2ccf-690d-4a83-9807-b8628743a710, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=a42c2ccf-690d-4a83-9807-b8628743a710,segment=NetworkSegment(23c42e3c-0121-4429-9af7-728dc07b9a04),segment_id=23c42e3c-0121-4429-9af7-728dc07b9a04)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:28.348262 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.352571 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.368987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Calling delete_port for a42c2ccf-690d-4a83-9807-b8628743a710 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:33:28.423385 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c3d2d-3d49-45f9-805f-8140363f0646 req-21f7cebe-cdb6-4566-a183-0877ba004103 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:28.425378 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d99c3d2d-3d49-45f9-805f-8140363f0646 req-21f7cebe-cdb6-4566-a183-0877ba004103 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 950 time: 0.0486670 Sep 28 07:33:28.475228 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d99c3d2d-3d49-45f9-805f-8140363f0646 req-bb2cc016-1b0c-478b-a3a6-f14af369755f tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=40681de7-10f0-4947-abe7-b7cd0cc30b31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Sep 28 07:33:28.485119 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.564624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 733608a5-23eb-466d-8629-abe8aafc7bed is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:28.578823 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:28.601731 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:28.610641 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:28.637346 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.645361 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=693fce48-86c3-42fd-8568-32d50e31f3ac,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:28.693756 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f512add-30fd-4812-b89b-a3fc3a5d4729 req-00af8d81-eb9c-4ac6-802c-ba5ed0dd2206 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:28.696335 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3f512add-30fd-4812-b89b-a3fc3a5d4729 req-00af8d81-eb9c-4ac6-802c-ba5ed0dd2206 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 932 time: 0.0577574 Sep 28 07:33:28.714966 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3f4d8-182f-41a4-9852-0660e43a5db9 req-99556364-259a-4edd-8fbe-daa224fceba1 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:28.717094 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bca3f4d8-182f-41a4-9852-0660e43a5db9 req-99556364-259a-4edd-8fbe-daa224fceba1 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 946 time: 0.1575789 Sep 28 07:33:28.727100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Pushing event deleted for resources: {'Port': ['ID=3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:28.757532 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3f512add-30fd-4812-b89b-a3fc3a5d4729 req-ee8f8ef5-c678-40ad-99c1-ba227c8a81ca tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546649 Sep 28 07:33:28.787561 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:28.788173 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.816384 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:33:28.832835 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] No DVR routers for this DVR port 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:33:28.837512 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.837645 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:33:28.837797 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:33:28.840593 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1730b108-558d-4c53-a70a-20fe1aa71544 req-337f770f-86f4-4a46-80b1-09cdc4619e23 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.33 "DELETE /networking/v2.0/ports/3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9 HTTP/1.1" status: 204 len: 173 time: 1.2403429 Sep 28 07:33:28.843742 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'name': 'network-vif-deleted', 'tag': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:28.846015 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c12160-f3c6-4f48-8eb0-c07c8c137a78" -d '{"events": [{"server_uuid": "237b8b2c-efde-4e5d-bb53-745c61a95783", "name": "network-vif-deleted", "tag": "3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:28.849132 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (a42c2ccf-690d-4a83-9807-b8628743a710), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.853316 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-00e49900-c5af-4baa-b0dc-d138cfde6f76 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5023115 Sep 28 07:33:28.866263 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Provisioning complete for port 693fce48-86c3-42fd-8568-32d50e31f3ac triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:28.866627 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:28.867144 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Attempt 1 to provision port 693fce48-86c3-42fd-8568-32d50e31f3ac Sep 28 07:33:28.894351 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Request body: {'port': {'device_id': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:28.899051 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Pushing event deleted for resources: {'Port': ['ID=a42c2ccf-690d-4a83-9807-b8628743a710,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:28.903955 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Port 693fce48-86c3-42fd-8568-32d50e31f3ac cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:28.921459 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bca3f4d8-182f-41a4-9852-0660e43a5db9 req-5982d416-aba8-4a16-9dbc-4fd4ce72dd1e tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868148 Sep 28 07:33:28.949755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bb22d8-1a8e-4a82-a0b9-fbbe45e2575a x-openstack-request-id: req-a1bb22d8-1a8e-4a82-a0b9-fbbe45e2575a {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:28.950050 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237b8b2c-efde-4e5d-bb53-745c61a95783", "name": "network-vif-deleted", "tag": "3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:28.950301 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1bb22d8-1a8e-4a82-a0b9-fbbe45e2575a {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:28.950696 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bb22d8-1a8e-4a82-a0b9-fbbe45e2575a'] response: {'server_uuid': '237b8b2c-efde-4e5d-bb53-745c61a95783', 'name': 'network-vif-deleted', 'tag': '3a5dc0ae-1b9e-4e59-9e9c-f4dcfe5ebac9', 'status': 'completed', 'code': 200} Sep 28 07:33:28.994434 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] No DVR routers for this DVR port a42c2ccf-690d-4a83-9807-b8628743a710 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:33:28.998523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:29.001963 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a8a0f824-ae32-47c9-b7e6-b5cf85a0b5ef req-f1e11330-e9fd-4431-a5ab-20d37e0c6161 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a42c2ccf-690d-4a83-9807-b8628743a710 HTTP/1.1" status: 204 len: 173 time: 1.1533482 Sep 28 07:33:29.011739 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:29.022181 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:29.197076 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6b646e4b-aa50-418c-b16c-182f2d462788 req-e6ef18c7-168d-4528-afc5-5dd73b90f2a4 tempest-VolumesActionsTest-700417914 tempest-VolumesActionsTest-700417914-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=237b8b2c-efde-4e5d-bb53-745c61a95783 HTTP/1.1" status: 200 len: 210 time: 0.0330572 Sep 28 07:33:29.405469 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Attempt 2 to provision port 693fce48-86c3-42fd-8568-32d50e31f3ac Sep 28 07:33:29.440775 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Port 693fce48-86c3-42fd-8568-32d50e31f3ac cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:29.562107 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693fce48-86c3-42fd-8568-32d50e31f3ac {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:29.593788 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Publish callbacks [] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:29.597626 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-553350f9-5ae3-4c7b-9ae8-bc93ca9204e3 req-9d9f300a-d6dd-4cb5-b2b0-a0fedafa1af9 tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.0398579 Sep 28 07:33:29.608808 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Transition to ACTIVE for port object 693fce48-86c3-42fd-8568-32d50e31f3ac will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:33:29.613849 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:29.695422 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Pushing event updated for resources: {'Port': ['ID=693fce48-86c3-42fd-8568-32d50e31f3ac,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:29.727701 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Attempting to bind port 693fce48-86c3-42fd-8568-32d50e31f3ac on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:29.728213 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Attempting to bind port 693fce48-86c3-42fd-8568-32d50e31f3ac by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:29.728554 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Attempting to bind port 693fce48-86c3-42fd-8568-32d50e31f3ac on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:29.773652 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Port 693fce48-86c3-42fd-8568-32d50e31f3ac on network 733608a5-23eb-466d-8629-abe8aafc7bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:33:29.773981 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Attempting to bind port 693fce48-86c3-42fd-8568-32d50e31f3ac on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:29.817794 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:29.818137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Checking segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:29.818522 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Bound using segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:29.818961 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Bound port: 693fce48-86c3-42fd-8568-32d50e31f3ac, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:29.819322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:29.841287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:29.849453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:29.880955 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb67459-18ad-4ba6-9df0-48d9fa76fffe req-96055f23-8d72-4df7-9765-357cf2acb3d9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:29.882497 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ddb67459-18ad-4ba6-9df0-48d9fa76fffe req-96055f23-8d72-4df7-9765-357cf2acb3d9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 944 time: 0.0496056 Sep 28 07:33:29.882829 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] For port 693fce48-86c3-42fd-8568-32d50e31f3ac, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:29.886061 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] For port 693fce48-86c3-42fd-8568-32d50e31f3ac, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=693fce48-86c3-42fd-8568-32d50e31f3ac,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:29.891276 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:29.896262 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:29.896875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:29.898267 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/693fce48-86c3-42fd-8568-32d50e31f3ac HTTP/1.1" status: 200 len: 1094 time: 1.0254526 Sep 28 07:33:29.931466 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ddb67459-18ad-4ba6-9df0-48d9fa76fffe req-2c4ff404-6730-46d5-a5eb-a139e2e5c4ba tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430770 Sep 28 07:33:29.939829 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19d878-4873-4564-b1cf-9bf3a7461b4d service neutron] Pushing event updated for resources: {'Port': ['ID=693fce48-86c3-42fd-8568-32d50e31f3ac,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:29.941741 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Attempt 3 to provision port 693fce48-86c3-42fd-8568-32d50e31f3ac Sep 28 07:33:29.983659 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-44f27a91-d9c4-4c7a-8749-d31a2904d64b None None] Port 693fce48-86c3-42fd-8568-32d50e31f3ac had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:33:30.111417 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f23ba-118e-4a1b-8ce6-e0a34f14d905 req-05289ed1-7bac-42eb-831b-1e67b468f419 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:30.113670 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-094f23ba-118e-4a1b-8ce6-e0a34f14d905 req-05289ed1-7bac-42eb-831b-1e67b468f419 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 946 time: 0.0874944 Sep 28 07:33:30.117050 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-3110a952-54b8-4e97-8298-e02c8d98a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:30.118710 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-3110a952-54b8-4e97-8298-e02c8d98a35a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 1128 time: 0.0574303 Sep 28 07:33:30.169342 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-a09f612f-30f1-4e48-a476-bf2a4808dcba service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693fce48-86c3-42fd-8568-32d50e31f3ac HTTP/1.1" status: 200 len: 217 time: 0.0424364 Sep 28 07:33:30.230088 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-094f23ba-118e-4a1b-8ce6-e0a34f14d905 req-6b74f2ee-fe46-4582-9660-c94df16f00da tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097770 Sep 28 07:33:30.257058 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-e66197f6-8417-4c04-93db-216c08d22893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:30.258564 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-e66197f6-8417-4c04-93db-216c08d22893 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0636094 Sep 28 07:33:30.365056 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e2b25-3a66-4865-84e6-44ca9297fa6e req-fee5aeb6-362b-4c59-8bc6-b3bc340a9d88 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:30.365056 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-141e2b25-3a66-4865-84e6-44ca9297fa6e req-fee5aeb6-362b-4c59-8bc6-b3bc340a9d88 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 946 time: 0.0468507 Sep 28 07:33:30.380773 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:30.413072 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-141e2b25-3a66-4865-84e6-44ca9297fa6e req-235bb2cf-9c7a-47ec-b765-7c27b306ae5b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473175 Sep 28 07:33:30.443061 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41054) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:30.491440 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954d411-f5d1-4030-a7ee-0adc2c955410 tempest-TestVolumeBootPattern-1182775791 tempest-TestVolumeBootPattern-1182775791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:30.492978 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-0954d411-f5d1-4030-a7ee-0adc2c955410 tempest-TestVolumeBootPattern-1182775791 tempest-TestVolumeBootPattern-1182775791-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1125 time: 0.0487852 Sep 28 07:33:30.503286 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41058) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:30.508295 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:30.514098 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a237932-aef9-44bf-b229-20c509df35f1 req-ca521c35-ec7a-492f-9825-33a2c0b3fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:30.515761 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-ca521c35-ec7a-492f-9825-33a2c0b3fe8c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423722 Sep 28 07:33:30.534491 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:30.642868 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-61fdd41e-2053-45af-a3df-58b21102a53f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149087 Sep 28 07:33:30.653049 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:30.757252 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4a96b616-fb47-44b9-8940-96e9f5c8ba2a req-3c773648-f54d-454e-b28c-f7a744d85a7d tempest-VolumesNegativeTest-1199888 tempest-VolumesNegativeTest-1199888-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=26de492c-9781-4f28-b23c-1106cdfa495a HTTP/1.1" status: 200 len: 210 time: 0.0378904 Sep 28 07:33:30.796373 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a237932-aef9-44bf-b229-20c509df35f1 req-a417e210-7939-46e4-bf8e-4e55053e4a04 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416042 Sep 28 07:33:30.827421 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a42c2ccf-690d-4a83-9807-b8628743a710 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:33:30.842649 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Allocated IP 172.27.2.57 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/8e509c21-cd4a-4f47-a890-270fa0783ccb) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:30.848170 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: a42c2ccf-690d-4a83-9807-b8628743a710 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:33:30.848787 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device a42c2ccf-690d-4a83-9807-b8628743a710 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:33:30.950258 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:30.952387 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26de492c-9781-4f28-b23c-1106cdfa495a', 'name': 'network-vif-deleted', 'tag': 'a42c2ccf-690d-4a83-9807-b8628743a710'}, {'name': 'network-changed', 'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:30.954981 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7e5200-5749-4fee-a1d0-4b47c4173851" -d '{"events": [{"server_uuid": "26de492c-9781-4f28-b23c-1106cdfa495a", "name": "network-vif-deleted", "tag": "a42c2ccf-690d-4a83-9807-b8628743a710"}, {"name": "network-changed", "server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:31.004665 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:31.008611 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:31.012655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e78e6b0-15c1-4257-8cc9-f70b15247912 x-openstack-request-id: req-8e78e6b0-15c1-4257-8cc9-f70b15247912 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:31.012974 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26de492c-9781-4f28-b23c-1106cdfa495a", "name": "network-vif-deleted", "tag": "a42c2ccf-690d-4a83-9807-b8628743a710", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:31.013238 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e78e6b0-15c1-4257-8cc9-f70b15247912 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:31.013789 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e78e6b0-15c1-4257-8cc9-f70b15247912'] response: {'server_uuid': '26de492c-9781-4f28-b23c-1106cdfa495a', 'name': 'network-vif-deleted', 'tag': 'a42c2ccf-690d-4a83-9807-b8628743a710', 'status': 'completed', 'code': 200} Sep 28 07:33:31.013984 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e78e6b0-15c1-4257-8cc9-f70b15247912'] response: {'name': 'network-changed', 'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'status': 'completed', 'code': 200} Sep 28 07:33:31.090024 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:31.097497 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:31.106428 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:31.111377 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=8e509c21-cd4a-4f47-a890-270fa0783ccb,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:31.137209 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6cae-7dec-48ee-ba59-1f4702e396f8 req-112a99d0-d8dc-41b2-96eb-aecd2ef76aa3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:31.138837 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b4cd6cae-7dec-48ee-ba59-1f4702e396f8 req-112a99d0-d8dc-41b2-96eb-aecd2ef76aa3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 944 time: 0.0995300 Sep 28 07:33:31.247459 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b4cd6cae-7dec-48ee-ba59-1f4702e396f8 req-ff139ca7-d318-4e66-bb03-c31fb4d2b610 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997472 Sep 28 07:33:31.303391 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:31.506826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (5f55d9ce-05a6-4e8b-b184-15583879f4fb), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:31.570507 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:31.713482 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:31.717913 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260325728'] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:32.002120 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=8e509c21-cd4a-4f47-a890-270fa0783ccb,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:32.005564 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (5f55d9ce-05a6-4e8b-b184-15583879f4fb), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:32.093251 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:32.105635 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Floating IP 5f55d9ce-05a6-4e8b-b184-15583879f4fb associated. External IP: 172.27.2.57, port: b8112591-d797-4e25-a5d4-e84683e0ddee. Sep 28 07:33:32.311241 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:33:32.387772 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:32.441897 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e820f-3f45-4191-8cd7-5d36555cf3fb req-d14b9aac-e550-4f87-86f1-6d294d8fc107 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:32.443367 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9b5e820f-3f45-4191-8cd7-5d36555cf3fb req-d14b9aac-e550-4f87-86f1-6d294d8fc107 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 944 time: 0.0881100 Sep 28 07:33:32.479284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:32.490121 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:32.504883 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:32.506476 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:32.514214 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9b5e820f-3f45-4191-8cd7-5d36555cf3fb req-d1be34ec-f1d4-481f-8936-e0b405c89d25 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634651 Sep 28 07:33:32.517317 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:32.557411 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-80b4521e-a3ce-4e91-8bad-fb40b7b0e28d tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0527606 Sep 28 07:33:32.558520 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:32.565908 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4cd752-d8a6-4672-93ae-d335f53aab59" -d '{"events": [{"name": "network-changed", "server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:32.611778 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c672504-bf60-4c5d-9e29-491efd723741 x-openstack-request-id: req-7c672504-bf60-4c5d-9e29-491efd723741 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:32.612072 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:32.612332 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c672504-bf60-4c5d-9e29-491efd723741 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:32.612738 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c672504-bf60-4c5d-9e29-491efd723741'] response: {'name': 'network-changed', 'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'status': 'completed', 'code': 200} Sep 28 07:33:32.618406 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:32.953150 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:32.970361 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:31Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:32.995862 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:33.005051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:33.005732 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:33.112692 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:33.292639 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:33.341240 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:31Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:33.366602 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bda33-df09-4e23-90ce-7e7fcb2820b3 None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:31Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:33.567380 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378676e4-8e43-498f-90c5-6b442307e2b8 None None] New status for floating IP 5f55d9ce-05a6-4e8b-b184-15583879f4fb: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:33:33.674815 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ee7e9-e063-4956-956b-68a7992df061 req-db0836c9-d1bb-402a-a84a-afe6367153a7 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:33.676697 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ef2ee7e9-e063-4956-956b-68a7992df061 req-db0836c9-d1bb-402a-a84a-afe6367153a7 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 944 time: 0.0538702 Sep 28 07:33:33.753083 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ef2ee7e9-e063-4956-956b-68a7992df061 req-d190671c-29bd-4352-b453-d7bd89b6bc66 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668199 Sep 28 07:33:34.879461 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-6578fc31-21ce-452e-b088-a829e95fbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:34.880919 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-6578fc31-21ce-452e-b088-a829e95fbdab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1130 time: 0.0979784 Sep 28 07:33:34.883812 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-68c09ed9-59b8-44b5-ad28-9694ee26374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:34.885202 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-68c09ed9-59b8-44b5-ad28-9694ee26374b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 1128 time: 0.0932167 Sep 28 07:33:34.898948 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4d4e8-8f67-4179-a73d-7a6a37d71d03 req-49917e34-8007-468c-bfa5-3c56f34d756d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:34.900345 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64d4d4e8-8f67-4179-a73d-7a6a37d71d03 req-49917e34-8007-468c-bfa5-3c56f34d756d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 944 time: 0.0650227 Sep 28 07:33:35.063333 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64d4d4e8-8f67-4179-a73d-7a6a37d71d03 req-7269d386-b3b5-4b05-9f4d-29021c8f6de8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459029 Sep 28 07:33:35.103060 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:35.108384 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-dd89c51b-bb13-4247-a812-b9564cb6a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:35.109961 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-dd89c51b-bb13-4247-a812-b9564cb6a0b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 915 time: 0.2076881 Sep 28 07:33:35.110907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-0e3fde95-b42a-4820-9993-185898f16bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:35.112656 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-0e3fde95-b42a-4820-9993-185898f16bef service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.2112494 Sep 28 07:33:35.169542 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-91ffeeb6-af5c-4b22-882d-834a47ced214 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693fce48-86c3-42fd-8568-32d50e31f3ac HTTP/1.1" status: 200 len: 217 time: 0.0408301 Sep 28 07:33:35.260083 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-7a909eea-8cfc-4f28-91b7-d632419b9704 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 200 len: 1001 time: 0.1302927 Sep 28 07:33:35.263592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-fd1e4e31-4588-4605-b60c-6cfa1545ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:35.264959 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-fd1e4e31-4588-4605-b60c-6cfa1545ac1b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0627625 Sep 28 07:33:35.350713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-12d3b9b7-e6d6-4a71-b838-3e8f436e5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:35.352459 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-12d3b9b7-e6d6-4a71-b838-3e8f436e5330 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720854 Sep 28 07:33:35.355937 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-659381a0-93c6-457f-b7fb-6daba56c10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:35.357256 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-659381a0-93c6-457f-b7fb-6daba56c10c9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0779374 Sep 28 07:33:35.458991 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-194e8493-f797-4300-b134-61a86307c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:35.460374 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-194e8493-f797-4300-b134-61a86307c477 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804043 Sep 28 07:33:35.528332 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-110ff0ed-c76b-4a06-9847-174468f9eb43 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559224 Sep 28 07:33:35.561529 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:35.619073 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-9744caa3-074a-41dd-aa7a-ccd6cda78570 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463161 Sep 28 07:33:35.711503 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad7e5200-5749-4fee-a1d0-4b47c4173851 req-c11ed37b-7ecd-4a76-9453-55d287336b70 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691818 Sep 28 07:33:35.749996 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c4cd752-d8a6-4672-93ae-d335f53aab59 req-c7c7e1fb-6d48-4ec5-97fa-88c51053f2a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210599 Sep 28 07:33:36.035853 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41384) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:36.179016 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:33:36.233924 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41735738-1efb-4fc9-80f0-eb2f73b37854 req-6608b752-12d6-4b7b-86cc-78b362b25815 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:36.235681 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-41735738-1efb-4fc9-80f0-eb2f73b37854 req-6608b752-12d6-4b7b-86cc-78b362b25815 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 944 time: 0.0822287 Sep 28 07:33:36.304287 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-090b922f-ae41-48a9-a1ed-df4a8d220904 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f5a7235827c243c9828ebca72e47c156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671986 Sep 28 07:33:36.304508 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41394) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:36.319757 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-41735738-1efb-4fc9-80f0-eb2f73b37854 req-73e39127-c7ab-436e-b91a-4748cd7c3557 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763860 Sep 28 07:33:36.370625 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-999687e6-d1bb-486e-9236-2fa992102338 admin admin] Publish callbacks [] for security_group (40681de7-10f0-4947-abe7-b7cd0cc30b31), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:36.395668 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-999687e6-d1bb-486e-9236-2fa992102338 admin admin] Publish callbacks [] for security_group (40681de7-10f0-4947-abe7-b7cd0cc30b31), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:36.447612 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-999687e6-d1bb-486e-9236-2fa992102338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (40681de7-10f0-4947-abe7-b7cd0cc30b31), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:36.450249 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-999687e6-d1bb-486e-9236-2fa992102338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:36.454361 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-999687e6-d1bb-486e-9236-2fa992102338 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/40681de7-10f0-4947-abe7-b7cd0cc30b31 HTTP/1.1" status: 204 len: 168 time: 0.1489041 Sep 28 07:33:36.464976 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999687e6-d1bb-486e-9236-2fa992102338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40681de7-10f0-4947-abe7-b7cd0cc30b31,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:36.878077 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 693fce48-86c3-42fd-8568-32d50e31f3ac details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:33:37.008930 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 693fce48-86c3-42fd-8568-32d50e31f3ac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=693fce48-86c3-42fd-8568-32d50e31f3ac,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:37.024017 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'port_id': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'mac_address': 'fa:16:3e:a0:94:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:33:37.068013 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 693fce48-86c3-42fd-8568-32d50e31f3ac is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:37.068405 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.083833 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693fce48-86c3-42fd-8568-32d50e31f3ac {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:33:37.110606 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 693fce48-86c3-42fd-8568-32d50e31f3ac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=693fce48-86c3-42fd-8568-32d50e31f3ac,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:37.116299 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.190584 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=693fce48-86c3-42fd-8568-32d50e31f3ac,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:37.243044 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41416) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:37.367715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-374748881-network', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:37.397778 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['693fce48-86c3-42fd-8568-32d50e31f3ac'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:33:37.399832 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Made reservation on behalf of 39ec4a1f0d60440c86413595a8eb16ae for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:37.405813 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.425881 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.528995 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:37.555841 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks [] for security_group (27db122e-7f8a-49d6-ba8d-14754ab31e99), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.565814 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8f2f5-d0d2-442f-ad5b-05f3c288493b req-c08f4661-3d76-4614-b3bb-c77e9a37d3cb tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:37.567526 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03a8f2f5-d0d2-442f-ad5b-05f3c288493b req-c08f4661-3d76-4614-b3bb-c77e9a37d3cb tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 945 time: 0.1306701 Sep 28 07:33:37.568589 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (27db122e-7f8a-49d6-ba8d-14754ab31e99), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.610351 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:33:37.629031 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (d49f7974-7f8b-4f4f-a73f-edb32da3bc83), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.629392 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Added segment d49f7974-7f8b-4f4f-a73f-edb32da3bc83 of type vlan for network 380ba3a3-882e-4070-8873-539d55af7b49 Sep 28 07:33:37.631935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27db122e-7f8a-49d6-ba8d-14754ab31e99,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:37.701805 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03a8f2f5-d0d2-442f-ad5b-05f3c288493b req-276de52b-c5e2-4989-8c82-9b3ff7549908 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254361 Sep 28 07:33:37.705479 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (380ba3a3-882e-4070-8873-539d55af7b49), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.733935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (380ba3a3-882e-4070-8873-539d55af7b49), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.735207 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:37.735644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.754564 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:37.794301 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5501604 Sep 28 07:33:37.794791 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41426) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:37.802172 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Request body: {'subnet': {'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-374748881-subnet', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:37.811107 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842f6bb-e0e1-4082-b6b4-cafcb08bcc86 admin admin] Pushing event updated for resources: {'Network': ['ID=380ba3a3-882e-4070-8873-539d55af7b49,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:37.822434 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 380ba3a3-882e-4070-8873-539d55af7b49 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:33:37.827762 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:37.837671 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Made reservation on behalf of 39ec4a1f0d60440c86413595a8eb16ae for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:37.845180 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260438574'] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:37.946522 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:38.050794 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260328167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260438552'] for subnet (13e03aac-9944-47c3-8091-e5a171de6807), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.110744 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e03aac-9944-47c3-8091-e5a171de6807,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:38.121565 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Checking segment: {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:38.121931 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Network hostable DHCP agents. Network: 380ba3a3-882e-4070-8873-539d55af7b49, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:33:38.140355 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Network 380ba3a3-882e-4070-8873-539d55af7b49 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:33:38.164892 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 380ba3a3-882e-4070-8873-539d55af7b49) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:38.169848 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:38.170451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.185679 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea3ca6a-ed83-4ee6-b671-ba2eeea5a380 None None] Network 380ba3a3-882e-4070-8873-539d55af7b49 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:33:38.197025 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-47ed3fcf-d4fa-4062-b208-a35b6143d96f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3991985 Sep 28 07:33:38.197821 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41428) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:38.203503 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:38.229602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (47e2ff19-3a5e-436e-80e6-5032fba40670), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.230684 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (47e2ff19-3a5e-436e-80e6-5032fba40670), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.302374 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks [] for router_controller (47e2ff19-3a5e-436e-80e6-5032fba40670), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.338145 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-380ba3a3-882e-4070-8873-539d55af7b49', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:33:38.339140 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.438428 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.496175 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks [] for router_gateway (47e2ff19-3a5e-436e-80e6-5032fba40670), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.516371 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Allocated IP 172.20.0.2 (380ba3a3-882e-4070-8873-539d55af7b49/13e03aac-9944-47c3-8091-e5a171de6807/25a8662d-5c94-4efc-81a0-b40decb3b88c) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:38.586586 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:38.682076 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Publish callbacks [] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.692255 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.758470 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks [] for router_gateway (47e2ff19-3a5e-436e-80e6-5032fba40670), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.775917 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Network 380ba3a3-882e-4070-8873-539d55af7b49 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:38.784624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.786365 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Pushing event updated for resources: {'Port': ['ID=25a8662d-5c94-4efc-81a0-b40decb3b88c,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:38.790874 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:38.796556 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:38.862650 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f71aa6-06ab-4fd0-b401-62ed7aedb709 req-9fc53de9-31ee-4de5-9e6c-c03f28acb4a6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:38.863449 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Attempting to bind port 25a8662d-5c94-4efc-81a0-b40decb3b88c on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:38.863777 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Attempting to bind port 25a8662d-5c94-4efc-81a0-b40decb3b88c by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:38.864237 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Attempting to bind port 25a8662d-5c94-4efc-81a0-b40decb3b88c on network 380ba3a3-882e-4070-8873-539d55af7b49 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:38.865596 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b5f71aa6-06ab-4fd0-b401-62ed7aedb709 req-9fc53de9-31ee-4de5-9e6c-c03f28acb4a6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 945 time: 0.0554235 Sep 28 07:33:38.892285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 693fce48-86c3-42fd-8568-32d50e31f3ac up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:38.952914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Allocated IP 172.27.2.72 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/951228cc-d0e3-4fbc-8472-ea58334adbee) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:38.962234 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b5f71aa6-06ab-4fd0-b401-62ed7aedb709 req-c64c939e-d706-47de-a020-2960dee0ec52 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890758 Sep 28 07:33:38.973693 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:38.974065 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Checking segment: {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:38.974567 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.974966 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Bound using segment: {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:38.975444 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Bound port: 25a8662d-5c94-4efc-81a0-b40decb3b88c, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:38.975818 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:38.990464 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 693fce48-86c3-42fd-8568-32d50e31f3ac completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:33:39.015788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 693fce48-86c3-42fd-8568-32d50e31f3ac triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:39.016159 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:39.016498 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 693fce48-86c3-42fd-8568-32d50e31f3ac Sep 28 07:33:39.033440 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:39.097889 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks [] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:39.108209 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:39.112722 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] For port 25a8662d-5c94-4efc-81a0-b40decb3b88c, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:39.121091 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] For port 25a8662d-5c94-4efc-81a0-b40decb3b88c, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=25a8662d-5c94-4efc-81a0-b40decb3b88c,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:39.159309 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:39.172288 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:39.209517 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 693fce48-86c3-42fd-8568-32d50e31f3ac is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:39.209984 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:39.233278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:39.236841 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:39.241141 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:39.244575 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Pushing event updated for resources: {'Port': ['ID=951228cc-d0e3-4fbc-8472-ea58334adbee,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:39.275139 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:39.283595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c56808-9df7-4906-8198-d6b573142809" -d '{"events": [{"server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "name": "network-vif-plugged", "status": "completed", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:39.321286 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 693fce48-86c3-42fd-8568-32d50e31f3ac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=693fce48-86c3-42fd-8568-32d50e31f3ac,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:39.329701 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:39.341604 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a36612-77f3-4f20-84ce-6fcc08e131eb None None] Pushing event updated for resources: {'Port': ['ID=25a8662d-5c94-4efc-81a0-b40decb3b88c,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:39.401706 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdcde2-207f-4cf9-acc8-6952988f5e66 x-openstack-request-id: req-effdcde2-207f-4cf9-acc8-6952988f5e66 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:39.401706 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "name": "network-vif-plugged", "status": "completed", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:39.402405 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-effdcde2-207f-4cf9-acc8-6952988f5e66 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:39.402864 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effdcde2-207f-4cf9-acc8-6952988f5e66'] response: {'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'code': 200} Sep 28 07:33:39.460836 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=693fce48-86c3-42fd-8568-32d50e31f3ac,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:39.568341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:39.578239 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks [] for router_gateway (47e2ff19-3a5e-436e-80e6-5032fba40670), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:39.728916 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d90b2-f052-479f-8e7a-54e2c8811647 req-3c631953-7c9c-46a8-be01-6db4c9474e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:39.730827 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f53d90b2-f052-479f-8e7a-54e2c8811647 req-3c631953-7c9c-46a8-be01-6db4c9474e29 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 1130 time: 0.1033459 Sep 28 07:33:39.831560 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f53d90b2-f052-479f-8e7a-54e2c8811647 req-39c6a85a-d382-44cf-84d6-1f95d0c30c16 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918951 Sep 28 07:33:40.134421 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bc19b-4a61-40b0-93ad-1e898b23766d req-f2a4165d-8b31-44ee-a2a0-f51686e938c8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:40.142636 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8f4bc19b-4a61-40b0-93ad-1e898b23766d req-f2a4165d-8b31-44ee-a2a0-f51686e938c8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0708587 Sep 28 07:33:40.195745 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:40.209243 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (47e2ff19-3a5e-436e-80e6-5032fba40670), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:40.228517 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8f4bc19b-4a61-40b0-93ad-1e898b23766d req-c0ba3fe6-48f5-47a4-b160-17eaf1eed9db tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836823 Sep 28 07:33:40.399599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Router 47e2ff19-3a5e-436e-80e6-5032fba40670 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:33:40.467869 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:40.530345 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8c7ff0-ede4-4093-83f0-60a5c1fd8a37 None None] Network 380ba3a3-882e-4070-8873-539d55af7b49 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:33:40.544887 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:40.571213 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:40.574948 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-85739895-da5b-45d8-9fd5-f7d0ae948294 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3732965 Sep 28 07:33:40.575281 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41454) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:40.626188 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Sync routers for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:40.632355 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] Provisioning complete for port 25a8662d-5c94-4efc-81a0-b40decb3b88c triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:40.632819 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:40.633269 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] Attempt 1 to provision port 25a8662d-5c94-4efc-81a0-b40decb3b88c Sep 28 07:33:40.678981 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:40.679701 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:40.733319 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:41.023440 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:41.025702 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] Current status of the port 25a8662d-5c94-4efc-81a0-b40decb3b88c is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:41.026079 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.156189 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 25a8662d-5c94-4efc-81a0-b40decb3b88c up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:41.198472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.226209 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:41.252843 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] For port 25a8662d-5c94-4efc-81a0-b40decb3b88c, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=25a8662d-5c94-4efc-81a0-b40decb3b88c,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:41.276303 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.439369 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278fe30-ecab-434c-9c30-4c88e5f0c1aa req-0fe16788-ba12-4f4a-a135-86de58a63bc9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:41.447110 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0278fe30-ecab-434c-9c30-4c88e5f0c1aa req-0fe16788-ba12-4f4a-a135-86de58a63bc9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0721223 Sep 28 07:33:41.448987 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Allocated IP 172.20.0.1 (380ba3a3-882e-4070-8873-539d55af7b49/13e03aac-9944-47c3-8091-e5a171de6807/88284bb2-5fde-40e1-89a8-5105cd9ff5b2) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:41.452262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 25a8662d-5c94-4efc-81a0-b40decb3b88c triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:41.452840 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.453357 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 25a8662d-5c94-4efc-81a0-b40decb3b88c Sep 28 07:33:41.458888 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:41.460761 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe719e-2bb5-4ded-872d-f55a7699e239 None None] Pushing event updated for resources: {'Port': ['ID=25a8662d-5c94-4efc-81a0-b40decb3b88c,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:41.493764 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-3b1cfb7b-95f7-4e87-a22a-3ff57039e90c None None] Provisioning complete for port 25a8662d-5c94-4efc-81a0-b40decb3b88c triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:41.494418 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-3b1cfb7b-95f7-4e87-a22a-3ff57039e90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.494914 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-3b1cfb7b-95f7-4e87-a22a-3ff57039e90c None None] Attempt 1 to provision port 25a8662d-5c94-4efc-81a0-b40decb3b88c Sep 28 07:33:41.505632 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:39Z', 'revision_number': 3, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:41.535715 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0278fe30-ecab-434c-9c30-4c88e5f0c1aa req-84a9ea7b-54ec-4494-8d28-f7f6808f69e7 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875056 Sep 28 07:33:41.560536 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Checking router: 47e2ff19-3a5e-436e-80e6-5032fba40670 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:41.561473 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Updating router 47e2ff19-3a5e-436e-80e6-5032fba40670 port 951228cc-d0e3-4fbc-8472-ea58334adbee binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:33:41.573344 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks [] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.611357 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.616016 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.660768 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Network 380ba3a3-882e-4070-8873-539d55af7b49 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:41.664481 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:41.667083 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:41.735044 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Pushing event updated for resources: {'Port': ['ID=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:41.741356 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (47e2ff19-3a5e-436e-80e6-5032fba40670), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.940225 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:41.949677 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 25a8662d-5c94-4efc-81a0-b40decb3b88c is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:41.963738 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-3b1cfb7b-95f7-4e87-a22a-3ff57039e90c None None] Current status of the port 25a8662d-5c94-4efc-81a0-b40decb3b88c is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:41.977925 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:42.052638 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Publish callbacks [] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.060042 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.116201 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:42.120424 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Attempting to bind port 951228cc-d0e3-4fbc-8472-ea58334adbee on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:42.120789 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Attempting to bind port 951228cc-d0e3-4fbc-8472-ea58334adbee by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:42.121285 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Attempting to bind port 951228cc-d0e3-4fbc-8472-ea58334adbee on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:42.130128 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks [] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.130483 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Provisioning complete for port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:42.130853 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.131187 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 1 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:42.135999 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260325728'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.178501 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:42.180417 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (47e2ff19-3a5e-436e-80e6-5032fba40670), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.186989 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa283c5-4ad5-4138-b254-b5db207359e6 None None] Pushing event updated for resources: {'Port': ['ID=951228cc-d0e3-4fbc-8472-ea58334adbee,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:42.217289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:42.223741 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:42.224110 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:42.224510 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.224902 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:42.225402 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Bound port: 951228cc-d0e3-4fbc-8472-ea58334adbee, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:42.225784 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.294211 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] For port 951228cc-d0e3-4fbc-8472-ea58334adbee, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:42.302235 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] For port 951228cc-d0e3-4fbc-8472-ea58334adbee, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=951228cc-d0e3-4fbc-8472-ea58334adbee,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:42.309797 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:42.314021 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Pushing event updated for resources: {'Port': ['ID=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:42.317671 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Network 380ba3a3-882e-4070-8873-539d55af7b49 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:42.319496 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:42.355051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:42.356028 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:42.451951 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:42.469162 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa283c5-4ad5-4138-b254-b5db207359e6 None None] Pushing event updated for resources: {'Port': ['ID=951228cc-d0e3-4fbc-8472-ea58334adbee,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:42.523909 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Router 47e2ff19-3a5e-436e-80e6-5032fba40670 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:33:42.557252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:42.694203 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:42.702736 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2fb0bf20-07a3-40bf-bde3-a68dcda48036 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/47e2ff19-3a5e-436e-80e6-5032fba40670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1262197 Sep 28 07:33:42.720904 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a2a3d-cf35-47a7-9cfe-3baf775c4d60 req-994fa91e-419c-4dd6-88d7-68258c77b1e2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:42.722404 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 2 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:42.726590 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c02a2a3d-cf35-47a7-9cfe-3baf775c4d60 req-994fa91e-419c-4dd6-88d7-68258c77b1e2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0823722 Sep 28 07:33:42.786452 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:42.795213 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-c02a2a3d-cf35-47a7-9cfe-3baf775c4d60 req-134a9686-86c1-43a7-807a-bd9536c432de tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612717 Sep 28 07:33:42.877811 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 2, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:42.915720 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3bffb-0904-48c7-9fc8-0b992a8ed316 None None] The sync data for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi is: [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 2, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:42.976027 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61ca40-2e41-4bc5-8dc7-5b25a70417b0 req-cb1703d8-73a7-4933-9b27-18f82cae3eed tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:42.979629 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed61ca40-2e41-4bc5-8dc7-5b25a70417b0 req-cb1703d8-73a7-4933-9b27-18f82cae3eed tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0910850 Sep 28 07:33:42.990558 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41476) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:43.002024 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'port_id': '693fce48-86c3-42fd-8568-32d50e31f3ac'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:43.088627 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 25a8662d-5c94-4efc-81a0-b40decb3b88c up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:43.170503 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 25a8662d-5c94-4efc-81a0-b40decb3b88c triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:43.170678 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.171017 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 25a8662d-5c94-4efc-81a0-b40decb3b88c Sep 28 07:33:43.294096 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 3 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:43.344060 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:43.401178 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (5563a33c-bca2-4bc4-b5d1-f4b995704c56), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.401744 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 25a8662d-5c94-4efc-81a0-b40decb3b88c is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:43.454118 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:43.590808 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41490) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:43.596774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1545195547-network', 'tenant_id': '365db8c3711b4a718745dfd83a505234'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:43.622768 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Made reservation on behalf of 365db8c3711b4a718745dfd83a505234 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:43.625923 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.650847 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.740709 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:43.781866 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks [] for security_group (4b0512a3-2fd0-4bb4-bafd-5641241508fe), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.787602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (4b0512a3-2fd0-4bb4-bafd-5641241508fe), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.815068 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:33:43.841248 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (177004fe-9bd3-4db0-9ea2-ea24b22936e9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.841583 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Added segment 177004fe-9bd3-4db0-9ea2-ea24b22936e9 of type vlan for network 183cc01d-083e-4bdd-806b-668f717b5672 Sep 28 07:33:43.843958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0512a3-2fd0-4bb4-bafd-5641241508fe,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:43.845288 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 4 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:43.907505 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (183cc01d-083e-4bdd-806b-668f717b5672), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.920725 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:43.960796 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (183cc01d-083e-4bdd-806b-668f717b5672), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:43.962197 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:43.963036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.005503 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.024793 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (5563a33c-bca2-4bc4-b5d1-f4b995704c56), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.051747 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4596598 Sep 28 07:33:44.055344 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41496) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:44.060507 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Request body: {'subnet': {'network_id': '183cc01d-083e-4bdd-806b-668f717b5672', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1545195547-subnet', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:44.078515 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071204-8b6a-4dea-a557-6a509fef377e admin admin] Pushing event updated for resources: {'Network': ['ID=183cc01d-083e-4bdd-806b-668f717b5672,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:44.091977 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 183cc01d-083e-4bdd-806b-668f717b5672 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:33:44.107705 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Made reservation on behalf of 365db8c3711b4a718745dfd83a505234 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:33:44.110950 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303705'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.217050 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.l3_db [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 5563a33c-bca2-4bc4-b5d1-f4b995704c56 associated. External IP: 172.27.2.40, port: 693fce48-86c3-42fd-8568-32d50e31f3ac. Sep 28 07:33:44.320719 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:44.353250 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303727'] for subnet (92f3757a-677f-49ae-9167-c1efd8542a3f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.422442 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 5 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:44.437592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f3757a-677f-49ae-9167-c1efd8542a3f,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:44.470788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:44.476143 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Checking segment: {'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:44.476452 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Network hostable DHCP agents. Network: 183cc01d-083e-4bdd-806b-668f717b5672, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:33:44.510906 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:33:44.517471 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Network 183cc01d-083e-4bdd-806b-668f717b5672 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:33:44.533924 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 183cc01d-083e-4bdd-806b-668f717b5672) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:44.544657 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:44.545282 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.565998 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f23bb56-1f4c-4744-9b96-28f643320a2b None None] Network 183cc01d-083e-4bdd-806b-668f717b5672 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:33:44.588722 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b0d5e907-1505-45a6-97f2-502c73ae3124 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5319960 Sep 28 07:33:44.589631 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41502) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:44.593531 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:44.600830 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:44.623572 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:44.650441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31840'] for router (b60b6c6a-d67a-44a5-b684-7601d58456d2), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.653327 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-964927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3219'] for router (b60b6c6a-d67a-44a5-b684-7601d58456d2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.709291 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:44.714804 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.723548 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:44.743286 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:44.749883 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:44.757842 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks [] for router_controller (b60b6c6a-d67a-44a5-b684-7601d58456d2), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:44.813042 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:44.817360 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-af43c182-4ad1-431f-8572-7b47a5fd13c2 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/5563a33c-bca2-4bc4-b5d1-f4b995704c56 HTTP/1.1" status: 200 len: 991 time: 1.8251388 Sep 28 07:33:44.818702 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:33:44.824093 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8c1216ef6bdb2528c32654cac2eedc088fb74f531f32de5ac95d52efb2a730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ac484-e16c-4823-af1f-8cadc06a0844" -d '{"events": [{"name": "network-changed", "server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:33:44.914667 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a2b80a-c866-4f45-b691-c0da3a880f3f x-openstack-request-id: req-29a2b80a-c866-4f45-b691-c0da3a880f3f {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:33:44.915259 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac", "status": "completed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:33:44.915733 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29a2b80a-c866-4f45-b691-c0da3a880f3f {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:33:44.916356 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a2b80a-c866-4f45-b691-c0da3a880f3f'] response: {'name': 'network-changed', 'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'status': 'completed', 'code': 200} Sep 28 07:33:44.996370 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks [] for router_gateway (b60b6c6a-d67a-44a5-b684-7601d58456d2), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.006382 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:45.020144 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 6 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:45.117393 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:45.118816 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc551155-009a-594c-9dd2-de7295a57be4-183cc01d-083e-4bdd-806b-668f717b5672', 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672', 'project_id': '365db8c3711b4a718745dfd83a505234', 'fixed_ips': [{'subnet_id': '92f3757a-677f-49ae-9167-c1efd8542a3f'}]}} from dv-cinder-859447-1-iscsi. {{(pid=106260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 07:33:45.119732 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.215900 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-7732a73f-1d4a-4700-a435-1ce411cf00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:45.217524 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-7732a73f-1d4a-4700-a435-1ce411cf00fb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 1130 time: 0.2010403 Sep 28 07:33:45.290733 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.db_base_plugin_common [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Allocated IP 172.20.0.2 (183cc01d-083e-4bdd-806b-668f717b5672/92f3757a-677f-49ae-9167-c1efd8542a3f/3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84) {{(pid=106260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:45.323616 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5563a33c-bca2-4bc4-b5d1-f4b995704c56', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:a0:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:19Z', 'updated_at': '2022-09-28T07:33:43Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:45.351001 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:45.360415 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:45.361325 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:45.379196 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-73d8d312-7c21-4852-8176-f27d34507c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:45.380704 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-73d8d312-7c21-4852-8176-f27d34507c17 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 915 time: 0.1237748 Sep 28 07:33:45.450559 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Publish callbacks [] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), precommit_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.457236 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 951228cc-d0e3-4fbc-8472-ea58334adbee up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:45.494514 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:45.501104 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:45.505621 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), after_create {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.519202 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-273f13d7-db2f-4862-8890-2d412b8b977b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693fce48-86c3-42fd-8568-32d50e31f3ac HTTP/1.1" status: 200 len: 999 time: 0.0908217 Sep 28 07:33:45.590714 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks [] for router_gateway (b60b6c6a-d67a-44a5-b684-7601d58456d2), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.597447 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Pushing event updated for resources: {'Port': ['ID=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,revision_number=1']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:45.621682 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 7 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:45.637262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 951228cc-d0e3-4fbc-8472-ea58334adbee triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:45.640643 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.641194 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 951228cc-d0e3-4fbc-8472-ea58334adbee Sep 28 07:33:45.652104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.730080 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:45.777876 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:45.780699 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Network 183cc01d-083e-4bdd-806b-668f717b5672 is already hosted by enough agents. {{(pid=106260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:45.786241 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5563a33c-bca2-4bc4-b5d1-f4b995704c56', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:a0:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:19Z', 'updated_at': '2022-09-28T07:33:43Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:45.801562 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.scheduler.base_scheduler [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Resources bound (agent type, host, resource id): {{(pid=106260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:45.816723 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-cc8fb7a4-19c3-4f86-9bbe-8bd96320058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:45.818378 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-cc8fb7a4-19c3-4f86-9bbe-8bd96320058f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.2544336 Sep 28 07:33:45.822574 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c180c7a-2290-4d56-b769-8d949c260b11 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5563a33c-bca2-4bc4-b5d1-f4b995704c56', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:a0:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:19Z', 'updated_at': '2022-09-28T07:33:43Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:45.830886 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:45.837088 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Received port after_create {{(pid=106260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:45.891017 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 951228cc-d0e3-4fbc-8472-ea58334adbee is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:45.891661 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:45.899423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Allocated IP 172.27.2.227 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/6ab0902f-3833-471b-a7e8-f3197a5bf0a6) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:45.910699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-0c4b0f3c-1e80-4a85-b869-3e7bf0c67a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:33:45.912911 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-0c4b0f3c-1e80-4a85-b869-3e7bf0c67a07 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827203 Sep 28 07:33:45.925901 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 951228cc-d0e3-4fbc-8472-ea58334adbee, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=951228cc-d0e3-4fbc-8472-ea58334adbee,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:46.031137 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:46.037758 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Attempting to bind port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:46.038340 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Attempting to bind port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:46.038856 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=1,neutron:UPDATE=6,neutron:SELECT=93 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:46.039088 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Attempting to bind port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 on network 183cc01d-083e-4bdd-806b-668f717b5672 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:46.113228 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-bf13f9bd-64fc-4aec-a7ce-a102913367fd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931803 Sep 28 07:33:46.126330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:46.126708 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Checking segment: {'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:46.127089 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:46.127557 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Bound using segment: {'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:46.128303 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Bound port: 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:46.128689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:46.156635 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks [] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:46.241572 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=951228cc-d0e3-4fbc-8472-ea58334adbee,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:46.253862 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944a437d-5423-4dbd-ab01-9adffaa132af None None] New status for floating IP 5563a33c-bca2-4bc4-b5d1-f4b995704c56: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:33:46.289594 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:46.296196 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-172ac484-e16c-4823-af1f-8cadc06a0844 req-919f17cd-8625-40ac-ba2a-71011a9e49d5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746290 Sep 28 07:33:46.298755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:46.327596 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:46.345295 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 8 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:46.353965 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:46.358842 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:46.401618 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:46.404702 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Sync routers for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:46.432814 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:46.433610 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:46.434302 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] For port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:46.437096 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:46.470084 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] For port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,segment=NetworkSegment(177004fe-9bd3-4db0-9ea2-ea24b22936e9),segment_id=177004fe-9bd3-4db0-9ea2-ea24b22936e9)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:46.488017 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:46.544687 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e26487-7ddc-4d63-bfcc-ebeed2c003ec None None] Pushing event updated for resources: {'Port': ['ID=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:46.610242 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:46.793399 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:46.812264 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks [] for router_gateway (b60b6c6a-d67a-44a5-b684-7601d58456d2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:46.902319 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 9 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:46.958022 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 2, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:46.968794 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:46.995244 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Checking router: 47e2ff19-3a5e-436e-80e6-5032fba40670 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:46.995586 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Updating router 47e2ff19-3a5e-436e-80e6-5032fba40670 port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:33:47.144727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1025769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026102'] for router (b60b6c6a-d67a-44a5-b684-7601d58456d2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.153993 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.244907 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 951228cc-d0e3-4fbc-8472-ea58334adbee up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:47.307358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 951228cc-d0e3-4fbc-8472-ea58334adbee triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:47.308134 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.308706 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 951228cc-d0e3-4fbc-8472-ea58334adbee Sep 28 07:33:47.351764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Router b60b6c6a-d67a-44a5-b684-7601d58456d2 is scheduled to L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 07:33:47.458169 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:47.460538 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 951228cc-d0e3-4fbc-8472-ea58334adbee is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:47.465362 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Publish callbacks [] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.466267 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:47.472500 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Attempt 10 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:47.481185 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.482639 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:47.486858 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:47.532353 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Sync routers for ids ['b60b6c6a-d67a-44a5-b684-7601d58456d2'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:47.535396 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.537127 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-44faa651-91f8-4e64-b2e6-4bbf77fbf2f5 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9464252 Sep 28 07:33:47.539838 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41518) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:47.611276 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Attempting to bind port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:47.612140 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Attempting to bind port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:47.612612 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Attempting to bind port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 on network 380ba3a3-882e-4070-8873-539d55af7b49 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:47.617171 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Pushing event updated for resources: {'Port': ['ID=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:47.646761 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d13e9d3e-ff5b-4a19-99ab-fb0ae2ee4cff None None] Port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:47.650843 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.651189 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.651550 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.651906 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.652244 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.652571 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.652894 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.653240 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.653555 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.653878 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.654200 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.654537 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.654859 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.655174 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.655492 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:33:47.673411 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Routers {'b60b6c6a-d67a-44a5-b684-7601d58456d2'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:47.676074 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b60b6c6a-d67a-44a5-b684-7601d58456d2'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:47.702269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:47.702269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Checking segment: {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:47.702269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.702269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Bound using segment: {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:47.702269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Bound port: 88284bb2-5fde-40e1-89a8-5105cd9ff5b2, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:47.702269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.731798 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:47.810171 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:47.810543 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.810878 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 Sep 28 07:33:47.815611 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] For port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:47.819453 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] For port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:47.839773 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.854176 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:47.899727 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] Provisioning complete for port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:47.900104 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.900442 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] Attempt 1 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:47.927606 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:47.929049 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:47.994067 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:47.994778 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:47.996874 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdb92a-5755-4711-9adb-708bbf7ec514 None None] Network 183cc01d-083e-4bdd-806b-668f717b5672 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:33:48.004065 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7d4c-1eca-4b9c-a26b-bd79f9ecb903 None None] Pushing event updated for resources: {'Port': ['ID=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:48.046081 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Set router b60b6c6a-d67a-44a5-b684-7601d58456d2 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:48.090239 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:48.142436 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.209338 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,segment=NetworkSegment(177004fe-9bd3-4db0-9ea2-ea24b22936e9),segment_id=177004fe-9bd3-4db0-9ea2-ea24b22936e9)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:48.229799 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.283790 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:48.365107 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Allocated IP 172.20.0.1 (183cc01d-083e-4bdd-806b-668f717b5672/92f3757a-677f-49ae-9167-c1efd8542a3f/23f92bf1-80d8-499e-82c4-8ea865c6af89) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:33:48.375164 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:47Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:48.418257 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de56c46-ceb2-471b-8bb7-ec475d242fe9 None None] The sync data for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi is: [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:47Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:48.496569 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks [] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.524573 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] Current status of the port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:48.525204 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.542425 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.579400 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Network 183cc01d-083e-4bdd-806b-668f717b5672 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:48.583741 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:48.586587 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:33:48.634366 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1017633'] for router_interface (b60b6c6a-d67a-44a5-b684-7601d58456d2), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.655592 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:48.682315 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] For port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:48.701814 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.702444 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Pushing event updated for resources: {'Port': ['ID=23f92bf1-80d8-499e-82c4-8ea865c6af89,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:48.709761 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:33:46Z', 'revision_number': 3, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port': {'id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:27:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:45Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:48.743249 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:48.751275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:48.811834 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Checking router: b60b6c6a-d67a-44a5-b684-7601d58456d2 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:48.812189 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Updating router b60b6c6a-d67a-44a5-b684-7601d58456d2 port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 binding host dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:33:48.838617 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.922080 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-2065c395-208b-41dd-a804-15587432912f None None] Provisioning complete for port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:48.922494 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2065c395-208b-41dd-a804-15587432912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:48.922781 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-2065c395-208b-41dd-a804-15587432912f None None] Attempt 1 to provision port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 Sep 28 07:33:48.925129 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579adce3-4e4d-430f-a310-144c66fda884 None None] Pushing event updated for resources: {'Port': ['ID=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:48.929788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.112346 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks [] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.128517 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260325728'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.181083 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Pushing event updated for resources: {'Port': ['ID=23f92bf1-80d8-499e-82c4-8ea865c6af89,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:49.261572 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017749'] for router_interface (b60b6c6a-d67a-44a5-b684-7601d58456d2), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.275293 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:49.336812 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:49.377762 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-2065c395-208b-41dd-a804-15587432912f None None] Current status of the port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:49.441275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:49.441556 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Network 183cc01d-083e-4bdd-806b-668f717b5672 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:33:49.441673 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.441914 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 Sep 28 07:33:49.443381 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:33:49.575282 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Provisioning complete for port 23f92bf1-80d8-499e-82c4-8ea865c6af89 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:49.575842 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.575937 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 1 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:49.651063 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Publish callbacks [] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.653574 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Router b60b6c6a-d67a-44a5-b684-7601d58456d2 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:33:49.666667 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.714145 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:49.765196 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Attempting to bind port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:49.765567 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Attempting to bind port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:49.765916 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Attempting to bind port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 on network 6ff5aece-54c7-449d-8548-cd3ed87ca856 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:49.797338 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:49.798449 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:49.803037 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65c2d9-cd9b-43df-a6c6-01c408344e64 None None] Pushing event updated for resources: {'Port': ['ID=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:49.859466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:49.859877 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Checking segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:49.860141 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.860556 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Bound using segment: {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:49.861067 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Bound port: 6ab0902f-3833-471b-a7e8-f3197a5bf0a6, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6b7a01-f246-4171-a8ca-ea2fd62acf6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:49.861549 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.908512 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:49.909450 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:49.909768 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 Sep 28 07:33:49.953592 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:49.954864 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] For port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:49.960190 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] For port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:50.027494 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:50.057105 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:50.074509 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Routers {'b60b6c6a-d67a-44a5-b684-7601d58456d2'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:50.075143 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b60b6c6a-d67a-44a5-b684-7601d58456d2'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:50.125201 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:50.132566 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65c2d9-cd9b-43df-a6c6-01c408344e64 None None] Pushing event updated for resources: {'Port': ['ID=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:50.160797 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:33:50.178862 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-284a3f06-0786-4c18-b4ef-65fe264ab83a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b60b6c6a-d67a-44a5-b684-7601d58456d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6279497 Sep 28 07:33:50.213386 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] Set router b60b6c6a-d67a-44a5-b684-7601d58456d2 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:50.215033 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 2 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:50.319297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:50.487148 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 4, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port': {'id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:27:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:45Z', 'updated_at': '2022-09-28T07:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '23f92bf1-80d8-499e-82c4-8ea865c6af89', 'name': '', 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'mac_address': 'fa:16:3e:76:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:48Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 2, 'project_id': '365db8c3711b4a718745dfd83a505234', 'subnets': [{'id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:50.523534 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a40a42-7f83-411e-a4f2-534eed5cb613 None None] The sync data for ids ['b60b6c6a-d67a-44a5-b684-7601d58456d2'] in dv-cinder-859447-1-iscsi is: [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 4, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port': {'id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:27:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:45Z', 'updated_at': '2022-09-28T07:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '23f92bf1-80d8-499e-82c4-8ea865c6af89', 'name': '', 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'mac_address': 'fa:16:3e:76:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:48Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 2, 'project_id': '365db8c3711b4a718745dfd83a505234', 'subnets': [{'id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:50.812626 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41546) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:50.820256 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 3 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:50.823932 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-cbd07f43-29e4-495d-b632-6dfb71b8cc80 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931169372', 'description': 'tempest-secgroup-smoke-1931169372 description', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:50.839948 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:50.872346 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:50.891421 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f43-29e4-495d-b632-6dfb71b8cc80 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:50.900672 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:50.993277 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f43-29e4-495d-b632-6dfb71b8cc80 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group (638b5b94-f192-43da-9ffa-37a2cc1267f6), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:50.999407 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f43-29e4-495d-b632-6dfb71b8cc80 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (638b5b94-f192-43da-9ffa-37a2cc1267f6), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.041669 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cbd07f43-29e4-495d-b632-6dfb71b8cc80 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.043215 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cbd07f43-29e4-495d-b632-6dfb71b8cc80 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2283947 Sep 28 07:33:51.044670 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07f43-29e4-495d-b632-6dfb71b8cc80 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638b5b94-f192-43da-9ffa-37a2cc1267f6,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:51.046239 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41548) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:51.052025 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-9a24a576-9c1a-4d2d-9b91-ec00e4eb6568 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'security_group_rule': {'security_group_id': '638b5b94-f192-43da-9ffa-37a2cc1267f6', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:51.099029 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9a24a576-9c1a-4d2d-9b91-ec00e4eb6568 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (560cd161-a675-4509-936b-e083fe88f4e0), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.126475 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:51.148608 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:51.223883 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9a24a576-9c1a-4d2d-9b91-ec00e4eb6568 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (560cd161-a675-4509-936b-e083fe88f4e0), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.229629 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9a24a576-9c1a-4d2d-9b91-ec00e4eb6568 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (560cd161-a675-4509-936b-e083fe88f4e0), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.255399 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24a576-9c1a-4d2d-9b91-ec00e4eb6568 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560cd161-a675-4509-936b-e083fe88f4e0,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:51.263129 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9a24a576-9c1a-4d2d-9b91-ec00e4eb6568 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.264882 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-9a24a576-9c1a-4d2d-9b91-ec00e4eb6568 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2170937 Sep 28 07:33:51.267649 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41550) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:51.273042 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-cd9d0867-0b74-49bb-b5d3-11b6821edfb7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'security_group_rule': {'security_group_id': '638b5b94-f192-43da-9ffa-37a2cc1267f6', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:51.307887 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0867-0b74-49bb-b5d3-11b6821edfb7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (b25b5538-8b05-4b84-9984-6ecd55ebdca4), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.382833 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0867-0b74-49bb-b5d3-11b6821edfb7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (b25b5538-8b05-4b84-9984-6ecd55ebdca4), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.390410 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0867-0b74-49bb-b5d3-11b6821edfb7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (b25b5538-8b05-4b84-9984-6ecd55ebdca4), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.401928 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 4 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:51.426367 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d0867-0b74-49bb-b5d3-11b6821edfb7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25b5538-8b05-4b84-9984-6ecd55ebdca4,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:51.437775 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cd9d0867-0b74-49bb-b5d3-11b6821edfb7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.444538 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41552) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:51.451371 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-38e4426e-449f-42c0-8b23-2c9f6aa76fd4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'security_group_rule': {'security_group_id': '638b5b94-f192-43da-9ffa-37a2cc1267f6', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:51.456628 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-cd9d0867-0b74-49bb-b5d3-11b6821edfb7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773601 Sep 28 07:33:51.500417 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-38e4426e-449f-42c0-8b23-2c9f6aa76fd4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (f115f3b0-99db-482d-87f9-4082b701f180), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.524801 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:51.592227 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-38e4426e-449f-42c0-8b23-2c9f6aa76fd4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (f115f3b0-99db-482d-87f9-4082b701f180), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.598336 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-38e4426e-449f-42c0-8b23-2c9f6aa76fd4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (f115f3b0-99db-482d-87f9-4082b701f180), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.642044 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-13fe2ffc-8bde-4b82-aa73-1dae4db7e826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.644209 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4426e-449f-42c0-8b23-2c9f6aa76fd4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f115f3b0-99db-482d-87f9-4082b701f180,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:51.655383 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-38e4426e-449f-42c0-8b23-2c9f6aa76fd4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.657237 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-38e4426e-449f-42c0-8b23-2c9f6aa76fd4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2113268 Sep 28 07:33:51.660602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41554) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:51.665308 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-03df724f-c170-4a20-ac03-522699734e81 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'security_group_rule': {'security_group_id': '638b5b94-f192-43da-9ffa-37a2cc1267f6', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:51.707231 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03df724f-c170-4a20-ac03-522699734e81 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (71f39534-60ec-4d0f-a893-592240c0b7f3), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.801672 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03df724f-c170-4a20-ac03-522699734e81 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (71f39534-60ec-4d0f-a893-592240c0b7f3), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.808742 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03df724f-c170-4a20-ac03-522699734e81 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (71f39534-60ec-4d0f-a893-592240c0b7f3), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.839427 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df724f-c170-4a20-ac03-522699734e81 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f39534-60ec-4d0f-a893-592240c0b7f3,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:51.855981 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03df724f-c170-4a20-ac03-522699734e81 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.861318 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-03df724f-c170-4a20-ac03-522699734e81 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1969819 Sep 28 07:33:51.862662 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41562) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:51.868253 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'security_group_rule': {'security_group_id': '638b5b94-f192-43da-9ffa-37a2cc1267f6', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:51.900385 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.securitygroups_db [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Project 39ec4a1f0d60440c86413595a8eb16ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 07:33:51.909776 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (4f1630ed-8933-4be2-8fcb-74cab21d8ad3), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.988164 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (4f1630ed-8933-4be2-8fcb-74cab21d8ad3), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:51.993325 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (4f1630ed-8933-4be2-8fcb-74cab21d8ad3), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:52.013218 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1630ed-8933-4be2-8fcb-74cab21d8ad3,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:52.026327 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 5 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:52.030580 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:52.032542 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-9895670c-989d-4cca-97cb-6c78596138b2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685245 Sep 28 07:33:52.034968 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41564) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:33:52.048873 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'security_group_rule': {'security_group_id': '638b5b94-f192-43da-9ffa-37a2cc1267f6', 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:33:52.093057 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.securitygroups_db [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Project 39ec4a1f0d60440c86413595a8eb16ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 07:33:52.102092 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:52.108523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (2cf162ef-6c51-413f-b75a-82ffe52215e7), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:52.207905 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (2cf162ef-6c51-413f-b75a-82ffe52215e7), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:52.212704 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (2cf162ef-6c51-413f-b75a-82ffe52215e7), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:52.232748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf162ef-6c51-413f-b75a-82ffe52215e7,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:52.243496 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:52.244959 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-35145778-7771-4d40-b354-c96f81c1dccd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2072334 Sep 28 07:33:52.603301 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 6 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:52.645621 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:53.043482 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:53.091148 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:53.091775 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:53.092274 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 Sep 28 07:33:53.162190 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 7 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:53.203771 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:53.204163 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:53.224162 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:53.227785 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] For port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:53.232242 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:53.286576 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Pushing event updated for resources: {'Port': ['ID=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:53.482590 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Sync routers for ids ['b60b6c6a-d67a-44a5-b684-7601d58456d2'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:33:53.497717 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Routers {'b60b6c6a-d67a-44a5-b684-7601d58456d2'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:53.498627 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b60b6c6a-d67a-44a5-b684-7601d58456d2'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:53.614322 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Set router b60b6c6a-d67a-44a5-b684-7601d58456d2 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:53.685039 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:53.725704 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 8 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:53.762204 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:53.765900 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:53.846729 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 4, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port': {'id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:45Z', 'updated_at': '2022-09-28T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '23f92bf1-80d8-499e-82c4-8ea865c6af89', 'name': '', 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'mac_address': 'fa:16:3e:76:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:48Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 2, 'project_id': '365db8c3711b4a718745dfd83a505234', 'subnets': [{'id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:53.872806 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Checking router: b60b6c6a-d67a-44a5-b684-7601d58456d2 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:33:53.873225 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Updating router b60b6c6a-d67a-44a5-b684-7601d58456d2 port 23f92bf1-80d8-499e-82c4-8ea865c6af89 binding host dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 07:33:53.895959 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-64a80561-b54c-448a-b42d-c78e114e79f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:53.916486 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.222285 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Publish callbacks [] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), precommit_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.229464 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.267094 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 9 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:54.296648 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:54.316071 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Port 23f92bf1-80d8-499e-82c4-8ea865c6af89 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:33:54.400510 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87086337-5e8d-4d00-9790-3336ca033dd5 None None] Pushing event updated for resources: {'Port': ['ID=23f92bf1-80d8-499e-82c4-8ea865c6af89,revision_number=3']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:54.411792 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Attempting to bind port 23f92bf1-80d8-499e-82c4-8ea865c6af89 on host dv-cinder-859447-1-iscsi for vnic_type normal with profile {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:33:54.412118 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Attempting to bind port 23f92bf1-80d8-499e-82c4-8ea865c6af89 by drivers openvswitch,hyperv on host dv-cinder-859447-1-iscsi at level 0 using segments [{'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:33:54.412477 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Attempting to bind port 23f92bf1-80d8-499e-82c4-8ea865c6af89 on network 183cc01d-083e-4bdd-806b-668f717b5672 {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:33:54.457519 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Checking agent: {'id': '5e29bc4f-c2e9-4109-a825-7f9b3b613444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859447-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 15, 57), 'started_at': datetime.datetime(2022, 9, 28, 7, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859447-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:33:54.458056 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Checking segment: {'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:33:54.458240 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.458636 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Bound using segment: {'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'} {{(pid=106261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:33:54.459119 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.managers [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Bound port: 23f92bf1-80d8-499e-82c4-8ea865c6af89, host: dv-cinder-859447-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177004fe-9bd3-4db0-9ea2-ea24b22936e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672'}}] {{(pid=106261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:33:54.459573 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), before_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.523730 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] For port 23f92bf1-80d8-499e-82c4-8ea865c6af89, host dv-cinder-859447-1-iscsi, cleared binding levels {{(pid=106261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:33:54.527141 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.plugins.ml2.db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] For port 23f92bf1-80d8-499e-82c4-8ea865c6af89, host dv-cinder-859447-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=23f92bf1-80d8-499e-82c4-8ea865c6af89,segment=NetworkSegment(177004fe-9bd3-4db0-9ea2-ea24b22936e9),segment_id=177004fe-9bd3-4db0-9ea2-ea24b22936e9)] {{(pid=106261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:33:54.534408 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron_lib.callbacks.manager [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), after_update {{(pid=106261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.593238 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Routers {'b60b6c6a-d67a-44a5-b684-7601d58456d2'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:33:54.593965 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:33:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b60b6c6a-d67a-44a5-b684-7601d58456d2'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:54.650294 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87086337-5e8d-4d00-9790-3336ca033dd5 None None] Pushing event updated for resources: {'Port': ['ID=23f92bf1-80d8-499e-82c4-8ea865c6af89,revision_number=4']} {{(pid=106261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:54.728052 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:54.730865 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] Set router b60b6c6a-d67a-44a5-b684-7601d58456d2 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:33:54.816967 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 10 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:54.886211 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:54.886835 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:54.903227 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Current status of the port 23f92bf1-80d8-499e-82c4-8ea865c6af89 is: DOWN; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:54.903646 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.946738 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 4, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port': {'id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:45Z', 'updated_at': '2022-09-28T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '23f92bf1-80d8-499e-82c4-8ea865c6af89', 'name': '', 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'mac_address': 'fa:16:3e:76:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:48Z', 'updated_at': '2022-09-28T07:33:54Z', 'revision_number': 4, 'project_id': '365db8c3711b4a718745dfd83a505234', 'subnets': [{'id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:33:54.947183 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] For port 23f92bf1-80d8-499e-82c4-8ea865c6af89, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=23f92bf1-80d8-499e-82c4-8ea865c6af89,segment=NetworkSegment(177004fe-9bd3-4db0-9ea2-ea24b22936e9),segment_id=177004fe-9bd3-4db0-9ea2-ea24b22936e9)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:33:54.952647 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.989829 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Provisioning complete for port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:54.990224 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:54.990540 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Attempt 1 to provision port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 Sep 28 07:33:54.991734 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec9337-96ce-46ac-bac7-3c365123fde7 None None] The sync data for ids ['b60b6c6a-d67a-44a5-b684-7601d58456d2'] in dv-cinder-859447-1-iscsi is: [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 4, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port': {'id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:45Z', 'updated_at': '2022-09-28T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '23f92bf1-80d8-499e-82c4-8ea865c6af89', 'name': '', 'network_id': '183cc01d-083e-4bdd-806b-668f717b5672', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'mac_address': 'fa:16:3e:76:34:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:48Z', 'updated_at': '2022-09-28T07:33:54Z', 'revision_number': 4, 'project_id': '365db8c3711b4a718745dfd83a505234', 'subnets': [{'id': '92f3757a-677f-49ae-9167-c1efd8542a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:33:55.036646 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Pushing event updated for resources: {'Port': ['ID=23f92bf1-80d8-499e-82c4-8ea865c6af89,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:33:55.097076 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b8d-2428-4eea-bd76-a2e384a6672a None None] Current status of the port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:55.136043 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:55.202474 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:55.204540 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:55.204967 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:55.206058 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 Sep 28 07:33:55.260272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-6571c4b0-39ec-426c-a531-57bbbc75550e None None] Provisioning complete for port 23f92bf1-80d8-499e-82c4-8ea865c6af89 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:55.260637 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6571c4b0-39ec-426c-a531-57bbbc75550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:55.260978 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-6571c4b0-39ec-426c-a531-57bbbc75550e None None] Attempt 1 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:55.370551 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:55.372362 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 23f92bf1-80d8-499e-82c4-8ea865c6af89 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:55.411861 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6571c4b0-39ec-426c-a531-57bbbc75550e None None] Current status of the port 23f92bf1-80d8-499e-82c4-8ea865c6af89 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:55.433167 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 23f92bf1-80d8-499e-82c4-8ea865c6af89 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:55.433542 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:55.433878 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:55.551765 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 23f92bf1-80d8-499e-82c4-8ea865c6af89 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:33:56.765957 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:56.769800 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:57.030372 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 23f92bf1-80d8-499e-82c4-8ea865c6af89 up at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:33:57.052449 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:57.059147 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:33:57.081289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Provisioning complete for port 23f92bf1-80d8-499e-82c4-8ea865c6af89 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:33:57.082001 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:33:57.084455 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Attempt 1 to provision port 23f92bf1-80d8-499e-82c4-8ea865c6af89 Sep 28 07:33:57.167630 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Current status of the port 23f92bf1-80d8-499e-82c4-8ea865c6af89 is: ACTIVE; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:34:02.018514 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:02.019583 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:02.232748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=57,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:02.235379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:03.242272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41730) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:03.286377 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Deleting subnet eb175e0d-d166-4161-b080-818220936b88 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:34:03.289702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Publish callbacks [] for subnet (eb175e0d-d166-4161-b080-818220936b88), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.328591 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (eb175e0d-d166-4161-b080-818220936b88), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.372568 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (eb175e0d-d166-4161-b080-818220936b88), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.422917 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (eb175e0d-d166-4161-b080-818220936b88), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.450423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb175e0d-d166-4161-b080-818220936b88,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:03.455537 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.458734 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/eb175e0d-d166-4161-b080-818220936b88 HTTP/1.1" status: 204 len: 168 time: 0.2153945 Sep 28 07:34:03.461351 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41734) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:03.465063 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.465440 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.465763 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.466107 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.466446 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.466792 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.467109 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.467438 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.467768 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.468098 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.468426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.468754 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.469384 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.469713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.470037 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd5c60-4921-43ba-9a89-8d71956647be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.531498 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (d99a020f-4a11-48ef-a136-1ebf1da1cb25), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.611227 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (d99a020f-4a11-48ef-a136-1ebf1da1cb25), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.632410 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99a020f-4a11-48ef-a136-1ebf1da1cb25']}} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:03.641344 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebdab94-4dbd-4a46-9b9a-642ba1c60356') {'for_net_delete': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:03.641645 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebdab94-4dbd-4a46-9b9a-642ba1c60356') {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:03.651086 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260327971'] for segment (0ebdab94-4dbd-4a46-9b9a-642ba1c60356), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.664447 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (0ebdab94-4dbd-4a46-9b9a-642ba1c60356), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.670533 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:34:03.671169 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260325764'] for segment (0ebdab94-4dbd-4a46-9b9a-642ba1c60356), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.716324 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 0ebdab94-4dbd-4a46-9b9a-642ba1c60356 resource provider aggregate not found Sep 28 07:34:03.733717 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 0ebdab94-4dbd-4a46-9b9a-642ba1c60356 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ebdab94-4dbd-4a46-9b9a-642ba1c60356 found for delete ", "request_id": "req-668a0a77-8112-46f4-8415-04aade306af9"}]} Sep 28 07:34:03.743161 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (d99a020f-4a11-48ef-a136-1ebf1da1cb25), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.750208 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:03.753288 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/d99a020f-4a11-48ef-a136-1ebf1da1cb25 HTTP/1.1" status: 204 len: 168 time: 0.2908556 Sep 28 07:34:03.766284 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Pushing event deleted for resources: {'Network': ['ID=d99a020f-4a11-48ef-a136-1ebf1da1cb25,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:03.775308 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.775648 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.776000 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.776403 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.776778 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.777156 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.777515 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.777843 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.778189 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.778502 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.778900 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.779274 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.779618 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.779945 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.780269 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92497d39-6fa5-4b4b-aaaa-10965a1ad3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:03.932807 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41742) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:03.971650 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-944e0a1b-2c4a-4f77-abed-b3a3228fe267 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=01b7cf3a259443a9a370b79e2bc43dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375810 Sep 28 07:34:03.974607 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41744) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:04.025159 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5ed2830b-dbf3-4e66-a73f-5cab598cdf56 admin admin] Publish callbacks [] for security_group (3c595b98-731a-4214-bb08-518f306c59b9), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:04.045810 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5ed2830b-dbf3-4e66-a73f-5cab598cdf56 admin admin] Publish callbacks [] for security_group (3c595b98-731a-4214-bb08-518f306c59b9), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:04.091352 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5ed2830b-dbf3-4e66-a73f-5cab598cdf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (3c595b98-731a-4214-bb08-518f306c59b9), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:04.094439 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5ed2830b-dbf3-4e66-a73f-5cab598cdf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:04.095811 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-5ed2830b-dbf3-4e66-a73f-5cab598cdf56 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3c595b98-731a-4214-bb08-518f306c59b9 HTTP/1.1" status: 204 len: 168 time: 0.1201258 Sep 28 07:34:04.105421 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2830b-dbf3-4e66-a73f-5cab598cdf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c595b98-731a-4214-bb08-518f306c59b9,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:04.788837 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 41768) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:04.890865 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-752039528-network', 'tenant_id': '8e8bbfbde29f4df1ba0d4ea32e8a15d4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:34:04.916500 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Made reservation on behalf of 8e8bbfbde29f4df1ba0d4ea32e8a15d4 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:34:04.918982 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:04.949449 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=25 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:04.951409 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:05.199759 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.275029 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks [] for security_group (48536ce7-bf82-490c-9f38-3147c28654dc), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.278964 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (48536ce7-bf82-490c-9f38-3147c28654dc), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.312228 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:34:05.314714 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48536ce7-bf82-490c-9f38-3147c28654dc,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:05.328030 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (a36c130c-b32e-4415-8dfc-b2d89df61d11), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.328324 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Added segment a36c130c-b32e-4415-8dfc-b2d89df61d11 of type vlan for network 635326ad-e47d-4334-b397-e69515520095 Sep 28 07:34:05.377221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (635326ad-e47d-4334-b397-e69515520095), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.402021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (635326ad-e47d-4334-b397-e69515520095), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.403022 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:05.403610 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.463426 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6734483 Sep 28 07:34:05.466656 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 41772) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:05.468571 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd532-6560-4351-83f0-114fa491126f admin admin] Pushing event updated for resources: {'Network': ['ID=635326ad-e47d-4334-b397-e69515520095,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:05.471612 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Request body: {'subnet': {'network_id': '635326ad-e47d-4334-b397-e69515520095', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-752039528-subnet', 'tenant_id': '8e8bbfbde29f4df1ba0d4ea32e8a15d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:34:05.479314 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 635326ad-e47d-4334-b397-e69515520095 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:34:05.493081 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Made reservation on behalf of 8e8bbfbde29f4df1ba0d4ea32e8a15d4 for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:34:05.495953 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260438574'] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.664568 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260328167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260438552'] for subnet (8e492367-a47d-40c5-aa65-d9472b917a30), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.733033 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:05.733760 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e492367-a47d-40c5-aa65-d9472b917a30,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:05.739117 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Checking segment: {'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:34:05.739536 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Network hostable DHCP agents. Network: 635326ad-e47d-4334-b397-e69515520095, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:34:05.758081 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Network 635326ad-e47d-4334-b397-e69515520095 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:34:05.766552 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 635326ad-e47d-4334-b397-e69515520095) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:34:05.771181 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:05.771763 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:05.776804 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0166795-5841-4a71-bff7-d47feae16629 None None] Network 635326ad-e47d-4334-b397-e69515520095 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:34:05.788066 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-dd96e41a-d0ae-4f46-9902-6d34489eaa94 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3203399 Sep 28 07:34:05.875270 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2e41d-88ed-471b-b4ce-241fb76ff2d4 None None] Network 635326ad-e47d-4334-b397-e69515520095 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:34:07.716977 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:07.733332 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-3746806d-8ba5-4a5d-beee-309407f156c3 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:07.734791 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-3746806d-8ba5-4a5d-beee-309407f156c3 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/networks?id=635326ad-e47d-4334-b397-e69515520095 HTTP/1.1" status: 200 len: 813 time: 0.1062262 Sep 28 07:34:07.749775 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-a17dd13e-e473-404b-8a35-0884b34f268d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/quotas/8e8bbfbde29f4df1ba0d4ea32e8a15d4 HTTP/1.1" status: 200 len: 375 time: 0.0087614 Sep 28 07:34:07.780245 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-ea2d9efb-b6e1-4f10-8efa-6f638e537719 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256126 Sep 28 07:34:07.872460 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-83728389-4fbc-474e-9959-07cf1af8a5f9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849388 Sep 28 07:34:07.974733 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-7457258c-89dc-4bc8-828a-bec7eff6aca7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966661 Sep 28 07:34:08.193250 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-62d84ec4-fd55-4d5a-9bee-58b7eda887c4 req-6d7aee44-ba16-4fbb-ab70-5699ef455bc2 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 210 time: 0.0828240 Sep 28 07:34:08.398331 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:09.300168 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-28306a3b-ea14-4465-a0e9-2e9662aa5d09 req-382d20e4-2ea8-4c28-ad1c-f588fda49cfe tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 210 time: 0.0310161 Sep 28 07:34:09.389770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-e4698bae-f460-4477-abc7-82eeac7ead3e tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:09.391385 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-e4698bae-f460-4477-abc7-82eeac7ead3e tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "GET /networking/v2.0/networks?id=635326ad-e47d-4334-b397-e69515520095 HTTP/1.1" status: 200 len: 813 time: 0.1144657 Sep 28 07:34:09.408833 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Request body: {'port': {'device_id': '1466f71c-5f2e-4186-b4c7-04096f244289', 'network_id': '635326ad-e47d-4334-b397-e69515520095', 'admin_state_up': True, 'tenant_id': '8e8bbfbde29f4df1ba0d4ea32e8a15d4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:34:09.494720 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:09.524340 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Made reservation on behalf of 8e8bbfbde29f4df1ba0d4ea32e8a15d4 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:34:09.528046 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:09.539206 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:09.658516 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Allocated IP 172.20.0.7 (635326ad-e47d-4334-b397-e69515520095/8e492367-a47d-40c5-aa65-d9472b917a30/d8e0f143-67b0-4615-85ff-0c75266c6e52) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:34:09.806477 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks [] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:09.840104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:09.884213 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Network 635326ad-e47d-4334-b397-e69515520095 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:34:09.887363 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:34:09.891145 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:34:09.914310 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Pushing event updated for resources: {'Port': ['ID=d8e0f143-67b0-4615-85ff-0c75266c6e52,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:09.942339 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:09.943113 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:09.959307 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-9d293d1c-b8f9-4583-84b0-6fa369a32d9d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544271 Sep 28 07:34:09.974987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Request body: {'port': {'device_id': '1466f71c-5f2e-4186-b4c7-04096f244289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:34:10.037222 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:10.240728 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:10.326426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e0f143-67b0-4615-85ff-0c75266c6e52 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:34:10.335717 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Publish callbacks [] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:10.350416 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Transition to ACTIVE for port object d8e0f143-67b0-4615-85ff-0c75266c6e52 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:34:10.354482 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:10.423948 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:10.475009 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e0f143-67b0-4615-85ff-0c75266c6e52,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:10.505881 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacc69a-3ec7-4063-a550-df6c953820a9 req-32747f55-a4b5-4b0e-8edd-8c0580764c45 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:10.507466 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1dacc69a-3ec7-4063-a550-df6c953820a9 req-32747f55-a4b5-4b0e-8edd-8c0580764c45 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 943 time: 0.1192925 Sep 28 07:34:10.575340 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Attempting to bind port d8e0f143-67b0-4615-85ff-0c75266c6e52 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:34:10.575683 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Attempting to bind port d8e0f143-67b0-4615-85ff-0c75266c6e52 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:34:10.576024 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Attempting to bind port d8e0f143-67b0-4615-85ff-0c75266c6e52 on network 635326ad-e47d-4334-b397-e69515520095 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:34:10.622618 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1dacc69a-3ec7-4063-a550-df6c953820a9 req-3b5c5110-4982-453e-80b4-adbba9938f0d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085906 Sep 28 07:34:10.639713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Port d8e0f143-67b0-4615-85ff-0c75266c6e52 on network 635326ad-e47d-4334-b397-e69515520095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:34:10.640048 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Attempting to bind port d8e0f143-67b0-4615-85ff-0c75266c6e52 on network 635326ad-e47d-4334-b397-e69515520095 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:34:10.686741 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:34:10.687098 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Checking segment: {'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:34:10.687442 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Bound using segment: {'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:34:10.687890 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Bound port: d8e0f143-67b0-4615-85ff-0c75266c6e52, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:34:10.688473 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:10.758100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] For port d8e0f143-67b0-4615-85ff-0c75266c6e52, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:34:10.763816 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] For port d8e0f143-67b0-4615-85ff-0c75266c6e52, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=d8e0f143-67b0-4615-85ff-0c75266c6e52,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:34:10.771854 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:10.777175 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:10.777941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:10.779463 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/d8e0f143-67b0-4615-85ff-0c75266c6e52 HTTP/1.1" status: 200 len: 1093 time: 0.8086736 Sep 28 07:34:10.780997 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1466f71c-5f2e-4186-b4c7-04096f244289', 'tag': 'd8e0f143-67b0-4615-85ff-0c75266c6e52'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:34:10.783229 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998341a3-bded-425e-94d3-e3f01d3803f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1466f71c-5f2e-4186-b4c7-04096f244289", "tag": "d8e0f143-67b0-4615-85ff-0c75266c6e52"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:34:10.852295 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877fde80-1118-4f8c-aad3-eb34b5725426 x-openstack-request-id: req-877fde80-1118-4f8c-aad3-eb34b5725426 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:34:10.852781 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1466f71c-5f2e-4186-b4c7-04096f244289", "tag": "d8e0f143-67b0-4615-85ff-0c75266c6e52", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:34:10.853174 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-877fde80-1118-4f8c-aad3-eb34b5725426 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:34:10.853596 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877fde80-1118-4f8c-aad3-eb34b5725426'] response: {'name': 'network-changed', 'server_uuid': '1466f71c-5f2e-4186-b4c7-04096f244289', 'tag': 'd8e0f143-67b0-4615-85ff-0c75266c6e52', 'status': 'completed', 'code': 200} Sep 28 07:34:10.887858 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3deed-70bd-418f-b27c-36d731317b43 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e0f143-67b0-4615-85ff-0c75266c6e52,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:10.900878 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-03ddd22c-ad3f-47ac-8c7a-64414b53445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:10.902440 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-03ddd22c-ad3f-47ac-8c7a-64414b53445f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 1127 time: 0.0738037 Sep 28 07:34:10.953589 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-8610f32a-a74d-44dc-8221-3f999706daaa service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e0f143-67b0-4615-85ff-0c75266c6e52 HTTP/1.1" status: 200 len: 217 time: 0.0401189 Sep 28 07:34:11.006357 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-7fe5eab0-9a45-40e8-99ae-e3ff1e723be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:11.007821 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-7fe5eab0-9a45-40e8-99ae-e3ff1e723be5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8e492367-a47d-40c5-aa65-d9472b917a30 HTTP/1.1" status: 200 len: 853 time: 0.0473473 Sep 28 07:34:11.043504 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-1613d2e4-eafd-4171-a657-a59fee48852b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=635326ad-e47d-4334-b397-e69515520095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261710 Sep 28 07:34:11.134233 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-025d2e50-f94b-41b3-a89e-09000ad8366e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832362 Sep 28 07:34:11.202869 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:11.232871 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca5888f3-949c-4547-b3d7-a464fa735540 req-439a5c61-9e4d-406b-86fc-c81c7eda067f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889990 Sep 28 07:34:11.742287 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a139-2433-4d87-9655-ecaf11838daa req-aa4e4404-5b75-4f79-ab5e-2624682806ef tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:11.743723 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3275a139-2433-4d87-9655-ecaf11838daa req-aa4e4404-5b75-4f79-ab5e-2624682806ef tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 943 time: 0.0459321 Sep 28 07:34:11.789634 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3275a139-2433-4d87-9655-ecaf11838daa req-66fee8e2-61a4-4c29-98b7-12e4aae04b1d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Sep 28 07:34:12.358535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-a0fc7197-6caa-457d-98f5-aab0f6b5c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:12.359984 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-a0fc7197-6caa-457d-98f5-aab0f6b5c37c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 1127 time: 0.0376697 Sep 28 07:34:12.458267 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-f32d9980-be59-4cb2-834b-42655bcb1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:12.459718 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-f32d9980-be59-4cb2-834b-42655bcb1f04 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=635326ad-e47d-4334-b397-e69515520095 HTTP/1.1" status: 200 len: 914 time: 0.0872140 Sep 28 07:34:12.503196 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-e519ef1c-3daf-4540-9b86-e590a5e6cdea service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e0f143-67b0-4615-85ff-0c75266c6e52 HTTP/1.1" status: 200 len: 217 time: 0.0310855 Sep 28 07:34:12.555927 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-3fb1f610-007d-4b61-acb5-01a08604e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:12.557367 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-3fb1f610-007d-4b61-acb5-01a08604e6ae service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8e492367-a47d-40c5-aa65-d9472b917a30 HTTP/1.1" status: 200 len: 853 time: 0.0481687 Sep 28 07:34:12.591948 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-fafde32b-7a50-402d-b49e-e05410ea4325 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=635326ad-e47d-4334-b397-e69515520095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236168 Sep 28 07:34:12.649534 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:12.683683 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-1d5967f1-7dd5-4e8e-b358-504e9d6e140d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841486 Sep 28 07:34:12.776766 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-998341a3-bded-425e-94d3-e3f01d3803f5 req-3be08773-fa78-4c63-bf7e-de1be61884a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858963 Sep 28 07:34:12.911089 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7592abe-5dd1-412f-80fb-c961a0ed6fe2 req-b03808c4-c23e-42b1-aa75-d58d43d9cc90 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:12.912565 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a7592abe-5dd1-412f-80fb-c961a0ed6fe2 req-b03808c4-c23e-42b1-aa75-d58d43d9cc90 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 943 time: 0.0451090 Sep 28 07:34:12.959281 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a7592abe-5dd1-412f-80fb-c961a0ed6fe2 req-fe443a9c-c115-40b3-abf6-f7028f3dec6d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Sep 28 07:34:13.032366 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device d8e0f143-67b0-4615-85ff-0c75266c6e52 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:34:13.127495 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port d8e0f143-67b0-4615-85ff-0c75266c6e52, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=d8e0f143-67b0-4615-85ff-0c75266c6e52,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:34:13.138341 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'd8e0f143-67b0-4615-85ff-0c75266c6e52', 'network_id': '635326ad-e47d-4334-b397-e69515520095', 'port_id': 'd8e0f143-67b0-4615-85ff-0c75266c6e52', 'mac_address': 'fa:16:3e:c1:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e492367-a47d-40c5-aa65-d9472b917a30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:34:13.168904 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:34:13.177440 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port d8e0f143-67b0-4615-85ff-0c75266c6e52 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:34:13.177823 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:13.190676 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e0f143-67b0-4615-85ff-0c75266c6e52 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:34:13.209882 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port d8e0f143-67b0-4615-85ff-0c75266c6e52, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=d8e0f143-67b0-4615-85ff-0c75266c6e52,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:34:13.214210 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:13.258571 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=d8e0f143-67b0-4615-85ff-0c75266c6e52,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:13.526046 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['d8e0f143-67b0-4615-85ff-0c75266c6e52'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:34:14.081032 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f4c60-8598-41aa-b7a3-34d5021b372b req-4ccfeb3e-a5ac-4145-b13b-84538ab4bc1b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:14.082581 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff3f4c60-8598-41aa-b7a3-34d5021b372b req-4ccfeb3e-a5ac-4145-b13b-84538ab4bc1b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 944 time: 0.0467727 Sep 28 07:34:14.130223 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff3f4c60-8598-41aa-b7a3-34d5021b372b req-00304db4-e9cb-4975-ba39-821250266871 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Sep 28 07:34:14.178502 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-2f5c6955-6905-44ad-9fbb-f2a4c4272d95 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1931169372&fields=id&tenant_id=39ec4a1f0d60440c86413595a8eb16ae HTTP/1.1" status: 200 len: 267 time: 0.0449691 Sep 28 07:34:14.287126 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-4842e59e-7a0c-47a3-b203-006b900a4662 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:14.288580 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-4842e59e-7a0c-47a3-b203-006b900a4662 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 808 time: 0.1039345 Sep 28 07:34:14.303840 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-d3a4fe58-7777-4c88-8bac-0e9ac45185c7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/quotas/39ec4a1f0d60440c86413595a8eb16ae HTTP/1.1" status: 200 len: 375 time: 0.0097799 Sep 28 07:34:14.334457 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-8d695130-2325-49ac-9c0c-0192b686dec6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405221 Sep 28 07:34:14.353718 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-8f3ee4a6-050b-44ea-a3d6-7e70e5be2781 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439548 Sep 28 07:34:14.415996 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-2f2e9e65-37f7-41d6-b7b6-eb6c71ecde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:14.417503 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-2f2e9e65-37f7-41d6-b7b6-eb6c71ecde24 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1130 time: 0.0377963 Sep 28 07:34:14.454325 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-99e373e2-968d-450a-92b7-cdf583f709d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Sep 28 07:34:14.527424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-15311f13-b8f0-4903-8db0-da1d6771ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:14.528884 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-15311f13-b8f0-4903-8db0-da1d6771ba20 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.0887370 Sep 28 07:34:14.546348 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-c929aba1-4335-4fe3-9c54-171e3b744fd8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859270 Sep 28 07:34:14.593897 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-4b33d9c1-e114-4840-b3e9-8ba72bd012cc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 200 len: 1001 time: 0.0559833 Sep 28 07:34:14.642449 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-d035f96b-434f-4f39-99e8-8a8f36ba10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:14.644159 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-d035f96b-434f-4f39-99e8-8a8f36ba10e7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0440669 Sep 28 07:34:14.693306 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-a55c812a-0761-488e-b0dd-b63bce6967dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:14.694894 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-a55c812a-0761-488e-b0dd-b63bce6967dd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440612 Sep 28 07:34:14.756725 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:14.792097 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-ae152c51-42fa-4528-93ba-f8c0f228d7fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Sep 28 07:34:14.878628 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-67a145f3-5e5c-45b4-8d9d-73736bb3d986 req-51586fd3-8f83-456a-bd79-c53aab73f10e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 210 time: 0.0304942 Sep 28 07:34:14.915730 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d13c3b49-8357-4cef-87e0-10f241cb95e1 req-7944908e-d3c1-441b-977d-9598a56a986d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148589 Sep 28 07:34:15.048846 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device d8e0f143-67b0-4615-85ff-0c75266c6e52 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:34:15.052077 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:15.075624 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:15.097149 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port d8e0f143-67b0-4615-85ff-0c75266c6e52 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:34:15.103272 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port d8e0f143-67b0-4615-85ff-0c75266c6e52 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:34:15.103826 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:15.104226 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port d8e0f143-67b0-4615-85ff-0c75266c6e52 Sep 28 07:34:15.183640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port d8e0f143-67b0-4615-85ff-0c75266c6e52 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:34:15.183640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:15.207276 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1466f71c-5f2e-4186-b4c7-04096f244289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e0f143-67b0-4615-85ff-0c75266c6e52'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:34:15.214657 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3535f0f-8547-4cc0-8518-dbb64d3c9d7b" -d '{"events": [{"server_uuid": "1466f71c-5f2e-4186-b4c7-04096f244289", "name": "network-vif-plugged", "status": "completed", "tag": "d8e0f143-67b0-4615-85ff-0c75266c6e52"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:34:15.227886 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port d8e0f143-67b0-4615-85ff-0c75266c6e52, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=d8e0f143-67b0-4615-85ff-0c75266c6e52,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:34:15.232481 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:15.267340 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d873a5-f70e-490e-bd78-4c1ca2be8433 req-c1a7f0b9-762e-43d2-8427-5bc494acef0c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:15.268835 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a4d873a5-f70e-490e-bd78-4c1ca2be8433 req-c1a7f0b9-762e-43d2-8427-5bc494acef0c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 944 time: 0.0542593 Sep 28 07:34:15.278178 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2238c1-a012-4963-9847-9f79d99540ad x-openstack-request-id: req-ba2238c1-a012-4963-9847-9f79d99540ad {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:34:15.278463 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1466f71c-5f2e-4186-b4c7-04096f244289", "name": "network-vif-plugged", "status": "completed", "tag": "d8e0f143-67b0-4615-85ff-0c75266c6e52", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:34:15.278714 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba2238c1-a012-4963-9847-9f79d99540ad {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:34:15.279102 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2238c1-a012-4963-9847-9f79d99540ad'] response: {'server_uuid': '1466f71c-5f2e-4186-b4c7-04096f244289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e0f143-67b0-4615-85ff-0c75266c6e52', 'code': 200} Sep 28 07:34:15.306521 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=d8e0f143-67b0-4615-85ff-0c75266c6e52,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:15.323628 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a4d873a5-f70e-490e-bd78-4c1ca2be8433 req-3110c166-8b22-42da-85f1-2616da32334b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Sep 28 07:34:15.727996 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ba428-e696-49ad-8042-d2168014fb10 req-c108dce6-4e48-470d-a856-1f7883b76457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:15.729556 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-021ba428-e696-49ad-8042-d2168014fb10 req-c108dce6-4e48-470d-a856-1f7883b76457 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 1129 time: 0.0395868 Sep 28 07:34:15.784076 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-021ba428-e696-49ad-8042-d2168014fb10 req-0bc7d037-cc17-4334-9509-77e33d18e1e7 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389476 Sep 28 07:34:15.986767 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-544df893-ed28-44f8-826c-1c9219cf71e1 req-219e56eb-625c-4381-9e91-3753532576f3 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 210 time: 0.0293503 Sep 28 07:34:16.407326 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:16.444464 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d57bb7-ff61-42f1-b5a0-fadb8ea1f400 req-68fe15bc-3851-4b7e-95bc-03d6155a75fa tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:16.445949 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a1d57bb7-ff61-42f1-b5a0-fadb8ea1f400 req-68fe15bc-3851-4b7e-95bc-03d6155a75fa tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 945 time: 0.0468881 Sep 28 07:34:16.491743 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a1d57bb7-ff61-42f1-b5a0-fadb8ea1f400 req-070e712c-19ee-47da-ba8e-7eb5a5b42f1c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Sep 28 07:34:17.088640 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d4b1f10e-0d21-4a67-ac0b-85313b659462 req-7cefc978-e5a4-4dba-9854-0bde31b31c46 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 210 time: 0.0282757 Sep 28 07:34:17.615075 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09350645-2d3c-4ac2-9d4d-de1bea47ee14 req-feb5551b-8843-4819-a76a-23a5c055164d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:17.616537 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-09350645-2d3c-4ac2-9d4d-de1bea47ee14 req-feb5551b-8843-4819-a76a-23a5c055164d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Sep 28 07:34:17.657635 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:17.666498 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-09350645-2d3c-4ac2-9d4d-de1bea47ee14 req-0bbfc921-1466-4bd5-b17b-14db221e55b7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Sep 28 07:34:18.022673 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-ed0129c5-f69c-4250-aa22-81a91c48f497 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:18.024144 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-ed0129c5-f69c-4250-aa22-81a91c48f497 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.33 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 808 time: 0.1252844 Sep 28 07:34:18.075454 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:18.111248 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-2d46e0eb-956b-4375-8d72-b9bbde46736c tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=39ec4a1f0d60440c86413595a8eb16ae HTTP/1.1" status: 200 len: 380 time: 0.0738242 Sep 28 07:34:18.120957 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'port': {'device_id': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'admin_state_up': True, 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'security_groups': ['638b5b94-f192-43da-9ffa-37a2cc1267f6']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:34:18.233709 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c36a610-c666-425c-a7b6-4baf5afc366e req-5319d20e-1626-43bf-b67a-eab80caecba6 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 210 time: 0.0343285 Sep 28 07:34:18.275741 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Made reservation on behalf of 39ec4a1f0d60440c86413595a8eb16ae for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:34:18.279632 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:18.412484 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Allocated IP 172.20.0.10 (380ba3a3-882e-4070-8873-539d55af7b49/13e03aac-9944-47c3-8091-e5a171de6807/1915b73a-7b44-4a13-af78-132204143dd2) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:34:18.572272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for port (1915b73a-7b44-4a13-af78-132204143dd2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:18.615042 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:18.627416 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:18.671799 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Network 380ba3a3-882e-4070-8873-539d55af7b49 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:34:18.677253 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:34:18.679573 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:34:18.714821 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:18.752742 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:18.753395 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:18.774248 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-0a9ac6f4-294d-49bb-b13d-58be79721b1e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6580420 Sep 28 07:34:18.826686 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Request body: {'port': {'device_id': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:34:18.889156 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Provisioning complete for port 1915b73a-7b44-4a13-af78-132204143dd2 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:34:18.889702 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1915b73a-7b44-4a13-af78-132204143dd2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:18.889857 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Attempt 1 to provision port 1915b73a-7b44-4a13-af78-132204143dd2 Sep 28 07:34:18.907686 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:18.926944 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Port 1915b73a-7b44-4a13-af78-132204143dd2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:34:19.009047 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:19.163433 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1915b73a-7b44-4a13-af78-132204143dd2 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:34:19.170783 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Publish callbacks [] for port (1915b73a-7b44-4a13-af78-132204143dd2), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:19.184584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Transition to ACTIVE for port object 1915b73a-7b44-4a13-af78-132204143dd2 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:34:19.189168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:19.251681 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:19.300131 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Attempting to bind port 1915b73a-7b44-4a13-af78-132204143dd2 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:34:19.300465 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Attempting to bind port 1915b73a-7b44-4a13-af78-132204143dd2 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:34:19.300795 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Attempting to bind port 1915b73a-7b44-4a13-af78-132204143dd2 on network 380ba3a3-882e-4070-8873-539d55af7b49 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:34:19.343034 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Port 1915b73a-7b44-4a13-af78-132204143dd2 on network 380ba3a3-882e-4070-8873-539d55af7b49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:34:19.343518 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Attempting to bind port 1915b73a-7b44-4a13-af78-132204143dd2 on network 380ba3a3-882e-4070-8873-539d55af7b49 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:34:19.355230 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046bbad-ffdd-4445-aed2-7b04c86eb7ce req-9706512a-1fa6-48ca-8c72-a466ab6f64b7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:19.356806 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5046bbad-ffdd-4445-aed2-7b04c86eb7ce req-9706512a-1fa6-48ca-8c72-a466ab6f64b7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0489721 Sep 28 07:34:19.403521 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:34:19.403858 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Checking segment: {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:34:19.404237 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Bound using segment: {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:34:19.404685 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Bound port: 1915b73a-7b44-4a13-af78-132204143dd2, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:34:19.405050 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:19.409213 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-5046bbad-ffdd-4445-aed2-7b04c86eb7ce req-976cd091-80ad-4a35-a2a7-122434a2ca48 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446749 Sep 28 07:34:19.428549 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Attempt 2 to provision port 1915b73a-7b44-4a13-af78-132204143dd2 Sep 28 07:34:19.464178 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Port 1915b73a-7b44-4a13-af78-132204143dd2 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:34:19.467535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:34:19.470520 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:34:19.476797 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:19.479986 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:19.480771 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:19.482159 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 1094 time: 0.6598475 Sep 28 07:34:19.484145 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:34:19.486389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "tag": "1915b73a-7b44-4a13-af78-132204143dd2"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:34:19.524420 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260a6f2-560d-452c-a6fb-823d6ea9d0ac x-openstack-request-id: req-e260a6f2-560d-452c-a6fb-823d6ea9d0ac {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:34:19.524709 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "tag": "1915b73a-7b44-4a13-af78-132204143dd2", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:34:19.524990 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e260a6f2-560d-452c-a6fb-823d6ea9d0ac {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:34:19.525393 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e260a6f2-560d-452c-a6fb-823d6ea9d0ac'] response: {'name': 'network-changed', 'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2', 'status': 'completed', 'code': 200} Sep 28 07:34:19.537272 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73457ab6-2c7f-4a42-bac9-5fc90021acce service neutron] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:19.581653 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-1f34c1cb-0f11-4d0c-b684-398ced3f2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:19.583981 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-1f34c1cb-0f11-4d0c-b684-398ced3f2ec1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1128 time: 0.0438361 Sep 28 07:34:19.672920 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-8686e595-3203-49c3-90eb-462bcb27bb52 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 217 time: 0.0364683 Sep 28 07:34:19.708759 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:19.724083 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-d95a7e08-e018-4a73-a8ec-50bcc186e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:19.725554 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-d95a7e08-e018-4a73-a8ec-50bcc186e7c0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 200 len: 847 time: 0.0459609 Sep 28 07:34:19.771511 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-1a8fecf0-9456-498a-bbab-5a4b7da25ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:19.772974 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-1a8fecf0-9456-498a-bbab-5a4b7da25ad1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=380ba3a3-882e-4070-8873-539d55af7b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382504 Sep 28 07:34:19.877396 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-6265b8fe-c0fa-4553-8239-e15ee4cc99ce service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927739 Sep 28 07:34:19.953409 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:19.965717 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Attempt 3 to provision port 1915b73a-7b44-4a13-af78-132204143dd2 Sep 28 07:34:19.969384 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11af62c8-2542-4c01-8eec-468b4f972b9d req-2f322be9-cdd2-41fc-b5bd-a1c800871f70 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826800 Sep 28 07:34:20.003608 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-f0313e99-3d50-4cf4-a5cf-fefd53f6b25d None None] Port 1915b73a-7b44-4a13-af78-132204143dd2 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:34:20.346924 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-fe9cbfbc-4b6a-4852-aaad-7b929286709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:20.349062 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-fe9cbfbc-4b6a-4852-aaad-7b929286709e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1128 time: 0.0421422 Sep 28 07:34:20.444312 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-930d2e80-1097-418d-b46f-06fd7fad7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:20.445758 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-930d2e80-1097-418d-b46f-06fd7fad7b45 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 909 time: 0.0869334 Sep 28 07:34:20.490108 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-618958b5-58ef-4687-8176-93e87d47e05d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 217 time: 0.0366566 Sep 28 07:34:20.543645 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6bdca-4f0e-4241-832a-a9b34b8c0e4e req-023218c9-bfaf-4c65-a55a-2290cd1dc115 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:20.545419 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-23f6bdca-4f0e-4241-832a-a9b34b8c0e4e req-023218c9-bfaf-4c65-a55a-2290cd1dc115 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0535510 Sep 28 07:34:20.545828 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-945c681a-53a2-407c-95e9-6bc31aae6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:20.547302 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-945c681a-53a2-407c-95e9-6bc31aae6be5 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 200 len: 847 time: 0.0485725 Sep 28 07:34:20.594388 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-23f6bdca-4f0e-4241-832a-a9b34b8c0e4e req-1bd83da7-28f5-421a-96f1-ba1134687fc9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Sep 28 07:34:20.594629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-0b5aaa95-b197-4cd6-84d3-ac66b6f224cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:20.595948 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-0b5aaa95-b197-4cd6-84d3-ac66b6f224cd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=380ba3a3-882e-4070-8873-539d55af7b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386825 Sep 28 07:34:20.689827 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-94afdc2f-b549-450e-a54c-b97296280bde service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868359 Sep 28 07:34:20.789970 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-139e0e4f-7c5f-4e00-9f39-8bf0bc6ed72a req-30a3eb23-a538-43cd-915b-9560a2697491 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849950 Sep 28 07:34:21.627417 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-297d35e4-c1a3-4527-a1f8-11a4e9036390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:21.719368 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa92df-70f9-4a0c-83c3-8be99bd25709 req-8fb09a51-f42d-4e91-be6f-cfc2a373f753 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:21.720975 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0bfa92df-70f9-4a0c-83c3-8be99bd25709 req-8fb09a51-f42d-4e91-be6f-cfc2a373f753 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0488896 Sep 28 07:34:21.774016 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0bfa92df-70f9-4a0c-83c3-8be99bd25709 req-df5df147-c741-4b3b-ae7e-ff0eb5a95ee9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465717 Sep 28 07:34:22.891752 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfcf1f-e945-499c-8777-8f1f3e203bb0 req-596eeb20-c0ff-4124-ac15-35a6b72a73ab tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:22.893257 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e1dfcf1f-e945-499c-8777-8f1f3e203bb0 req-596eeb20-c0ff-4124-ac15-35a6b72a73ab tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0461965 Sep 28 07:34:22.949456 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e1dfcf1f-e945-499c-8777-8f1f3e203bb0 req-845123fa-876a-4641-b921-2da53c000b36 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501769 Sep 28 07:34:23.162951 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:23.163688 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:23.890229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7ca05007-028d-4fed-bd99-59fd535a1997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:24.064932 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981638-0f54-47d7-a74c-def69373f53e req-19bbe0ed-988c-47db-a9bc-a72dd242eb04 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:24.066477 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c9981638-0f54-47d7-a74c-def69373f53e req-19bbe0ed-988c-47db-a9bc-a72dd242eb04 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0440855 Sep 28 07:34:24.114621 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c9981638-0f54-47d7-a74c-def69373f53e req-dff9a0d5-c0e4-48d9-8831-ce5d0c4c4cd0 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420659 Sep 28 07:34:25.168137 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:25.240281 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b3870-5cb8-4e87-89da-7863a13670f4 req-92a2dc7b-c4b3-4ad4-878f-7af416f05b51 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:25.241648 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8d3b3870-5cb8-4e87-89da-7863a13670f4 req-92a2dc7b-c4b3-4ad4-878f-7af416f05b51 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0457525 Sep 28 07:34:25.294050 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8d3b3870-5cb8-4e87-89da-7863a13670f4 req-97f677eb-d70e-4471-9cbc-6b9c4d0a85bd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468979 Sep 28 07:34:26.412490 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad4db-32f9-4517-a5b7-59c819101dfe req-e6e0ad70-dd1e-4140-a3d1-8479475b41c2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:26.413946 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-797ad4db-32f9-4517-a5b7-59c819101dfe req-e6e0ad70-dd1e-4140-a3d1-8479475b41c2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0442936 Sep 28 07:34:26.466998 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-797ad4db-32f9-4517-a5b7-59c819101dfe req-96c201f7-9b77-4a32-8975-bb306e7accf6 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474236 Sep 28 07:34:26.660816 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:26.753484 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:27.095583 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1915b73a-7b44-4a13-af78-132204143dd2 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:34:27.191214 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:34:27.201811 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '1915b73a-7b44-4a13-af78-132204143dd2', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'port_id': '1915b73a-7b44-4a13-af78-132204143dd2', 'mac_address': 'fa:16:3e:da:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:34:27.238686 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 1915b73a-7b44-4a13-af78-132204143dd2 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:34:27.238991 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:27.251632 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1915b73a-7b44-4a13-af78-132204143dd2 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:34:27.270473 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:34:27.274930 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:27.322186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:27.329262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.329602 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.329935 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.330266 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.330586 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.330907 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.331222 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.331535 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.331849 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.332168 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.332477 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.332793 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.333131 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.333965 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.334275 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:34:27.587828 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b07c0-e78e-479e-b494-0cbad45b2937 req-3465b07f-1337-4de3-a8c9-dc137c49d047 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:27.589303 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0d8b07c0-e78e-479e-b494-0cbad45b2937 req-3465b07f-1337-4de3-a8c9-dc137c49d047 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 945 time: 0.0462172 Sep 28 07:34:27.638314 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0d8b07c0-e78e-479e-b494-0cbad45b2937 req-37489c2b-3acf-4898-976f-8eb55da0f13b tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433049 Sep 28 07:34:27.689812 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['1915b73a-7b44-4a13-af78-132204143dd2'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:34:27.761888 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:27.785453 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:28.765230 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:28.773800 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed0a27-29ae-4732-ba95-9badc8941d73 req-c3a0a34f-fba4-4720-ab26-88b6a57819fd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:28.775274 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02ed0a27-29ae-4732-ba95-9badc8941d73 req-c3a0a34f-fba4-4720-ab26-88b6a57819fd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 945 time: 0.0510609 Sep 28 07:34:28.825056 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02ed0a27-29ae-4732-ba95-9badc8941d73 req-0d4856a1-4f29-4a1a-8a78-2fbc1b2021d2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441980 Sep 28 07:34:29.111931 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1915b73a-7b44-4a13-af78-132204143dd2 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:34:29.155012 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 1915b73a-7b44-4a13-af78-132204143dd2 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:34:29.161253 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 1915b73a-7b44-4a13-af78-132204143dd2 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:34:29.162342 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1915b73a-7b44-4a13-af78-132204143dd2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:29.162676 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 1915b73a-7b44-4a13-af78-132204143dd2 Sep 28 07:34:29.238151 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 1915b73a-7b44-4a13-af78-132204143dd2 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:34:29.238599 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:29.264177 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:34:29.266413 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e95682f-8824-4b9b-9653-2f0368bf59bd" -d '{"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-plugged", "status": "completed", "tag": "1915b73a-7b44-4a13-af78-132204143dd2"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:34:29.278652 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:34:29.283124 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:29.307635 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beec9769-177f-4417-9711-804496eb3ba7 x-openstack-request-id: req-beec9769-177f-4417-9711-804496eb3ba7 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:34:29.307928 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-plugged", "status": "completed", "tag": "1915b73a-7b44-4a13-af78-132204143dd2", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:34:29.308177 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-beec9769-177f-4417-9711-804496eb3ba7 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:34:29.308560 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beec9769-177f-4417-9711-804496eb3ba7'] response: {'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2', 'code': 200} Sep 28 07:34:29.334378 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:29.582087 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c115beb-6d7c-4a58-8344-d5f0cc4426a5 req-7ece04e1-5a80-460f-af6d-cab2469f6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:29.584033 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c115beb-6d7c-4a58-8344-d5f0cc4426a5 req-7ece04e1-5a80-460f-af6d-cab2469f6bac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1130 time: 0.0371218 Sep 28 07:34:29.637919 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c115beb-6d7c-4a58-8344-d5f0cc4426a5 req-08e2f470-693f-43b6-ab88-640bae22385e service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Sep 28 07:34:29.945658 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45a907-4da9-4618-90c3-0e99ec0877b6 req-e233bfc9-46f6-43b7-a7a8-30dd80105323 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:29.947096 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d45a907-4da9-4618-90c3-0e99ec0877b6 req-e233bfc9-46f6-43b7-a7a8-30dd80105323 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0482776 Sep 28 07:34:30.263533 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d45a907-4da9-4618-90c3-0e99ec0877b6 req-4462d0bf-3771-4bb2-ab3d-1243235a325b tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108165 Sep 28 07:34:31.391148 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334f408-dc13-4264-a450-9741f1437ac8 req-e6acc7a9-5c00-4e0c-9918-8b601a4a86d7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:31.392603 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a334f408-dc13-4264-a450-9741f1437ac8 req-e6acc7a9-5c00-4e0c-9918-8b601a4a86d7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0458946 Sep 28 07:34:31.447879 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a334f408-dc13-4264-a450-9741f1437ac8 req-29932844-d98d-4772-878a-5418c220f517 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486953 Sep 28 07:34:31.551140 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:31.564568 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0eb3d4-11d1-4dc2-97b8-6ecb53ea739f req-9032451f-fce3-482c-8c7d-9d5d4383fcb5 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:31.566002 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dd0eb3d4-11d1-4dc2-97b8-6ecb53ea739f req-9032451f-fce3-482c-8c7d-9d5d4383fcb5 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0457284 Sep 28 07:34:31.618576 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dd0eb3d4-11d1-4dc2-97b8-6ecb53ea739f req-482e5caa-dcbf-459f-9f06-c07277c794ff tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Sep 28 07:34:31.645924 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42010) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:31.783958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8cce76-01c5-4497-ab39-99e9432182a7 tempest-TestShelveInstance-1869308071 tempest-TestShelveInstance-1869308071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:31.785507 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ab8cce76-01c5-4497-ab39-99e9432182a7 tempest-TestShelveInstance-1869308071 tempest-TestShelveInstance-1869308071-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1125 time: 0.1385310 Sep 28 07:34:31.788385 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42016) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:34:31.792526 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'port_id': '1915b73a-7b44-4a13-af78-132204143dd2', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:34:31.813966 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:31.895894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.001730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Allocated IP 172.27.2.178 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:34:32.107947 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.139220 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.182914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:34:32.185784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:34:32.188566 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:34:32.214694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'Port': ['ID=65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:32.233780 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:32.500335 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:32.565935 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for floatingip (8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.668546 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.821842 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.826506 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.902050 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event updated for resources: {'Port': ['ID=65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:32.904536 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:32.995989 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Floating IP 8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37 associated. External IP: 172.27.2.178, port: 1915b73a-7b44-4a13-af78-132204143dd2. Sep 28 07:34:33.140392 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:33.200309 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Router 47e2ff19-3a5e-436e-80e6-5032fba40670 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:34:33.303055 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:34:33.312543 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] Sync routers for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:34:33.321646 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:33.323117 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:34:33.323735 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:34:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:33.351796 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5a409aab-221c-4aee-a638-0216f7514bda tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5623791 Sep 28 07:34:33.352445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:34:33.354775 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e05878e-cbf8-469d-8a27-96329701ebec" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "tag": "1915b73a-7b44-4a13-af78-132204143dd2"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:34:33.393111 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc710299-2e68-41fb-aef7-356f3eb91333 x-openstack-request-id: req-bc710299-2e68-41fb-aef7-356f3eb91333 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:34:33.393454 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "tag": "1915b73a-7b44-4a13-af78-132204143dd2", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:34:33.394552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc710299-2e68-41fb-aef7-356f3eb91333 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:34:33.394960 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc710299-2e68-41fb-aef7-356f3eb91333'] response: {'name': 'network-changed', 'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2', 'status': 'completed', 'code': 200} Sep 28 07:34:33.474163 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05878e-cbf8-469d-8a27-96329701ebec req-e1696078-0262-43da-a4a7-752e302905b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:33.475710 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-e1696078-0262-43da-a4a7-752e302905b3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1130 time: 0.0416951 Sep 28 07:34:33.509330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:33.556663 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:34:33.578704 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05878e-cbf8-469d-8a27-96329701ebec req-c5d012af-026d-4604-9e8e-42970dce2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:33.580180 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-c5d012af-026d-4604-9e8e-42970dce2548 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 909 time: 0.0933015 Sep 28 07:34:33.646608 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-580e58bf-d4fa-4e72-a75d-bee2f1fc66c3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 1000 time: 0.0587757 Sep 28 07:34:33.754723 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05878e-cbf8-469d-8a27-96329701ebec req-0945a97b-b411-40c7-aa06-b8478e18457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:33.756603 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-0945a97b-b411-40c7-aa06-b8478e18457a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 200 len: 847 time: 0.0950439 Sep 28 07:34:33.777152 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'port_id': '1915b73a-7b44-4a13-af78-132204143dd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'mac_address': 'fa:16:3e:da:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:34:32Z', 'updated_at': '2022-09-28T07:34:32Z', 'revision_number': 0, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 5, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:33.810877 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] Checking router: 47e2ff19-3a5e-436e-80e6-5032fba40670 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:34:33.814417 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05878e-cbf8-469d-8a27-96329701ebec req-ce4ec3f4-aefc-406b-ab61-23294e5487b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:33.816257 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-ce4ec3f4-aefc-406b-ab61-23294e5487b9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=380ba3a3-882e-4070-8873-539d55af7b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436985 Sep 28 07:34:33.820142 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:34:33.820753 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:34:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:33.831021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-ad57baf1-8a0e-4361-bacc-1dd17ea95853 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:34:33.832027 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-ad57baf1-8a0e-4361-bacc-1dd17ea95853 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053275 Sep 28 07:34:33.931650 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:34:33.933235 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:33.933869 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:33.938130 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-f09f3b83-2689-40a8-ae7a-be194bdc3709 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936232 Sep 28 07:34:34.059084 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e05878e-cbf8-469d-8a27-96329701ebec req-5b359a75-236e-4f61-839e-04cf9478ae2f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112969 Sep 28 07:34:34.155182 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:34.156086 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:34.166487 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'port_id': '1915b73a-7b44-4a13-af78-132204143dd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'mac_address': 'fa:16:3e:da:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:34:32Z', 'updated_at': '2022-09-28T07:34:32Z', 'revision_number': 0, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 5, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:34.192594 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92fbae-f9d3-4e00-9311-9d1a34f02730 None None] The sync data for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi is: [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'port_id': '1915b73a-7b44-4a13-af78-132204143dd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'mac_address': 'fa:16:3e:da:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:34:32Z', 'updated_at': '2022-09-28T07:34:32Z', 'revision_number': 0, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 5, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:34:34.390331 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b58ce2-61b6-4b4f-8f23-97aea4496766 None None] New status for floating IP 8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:34:38.403479 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:41.435039 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=52 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:41.443296 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=72 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:44.053841 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:44.055774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=38 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:46.708719 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:46.712016 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:48.397439 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=16 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:48.399385 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:50.168234 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:34:51.629967 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2f648af0-8104-425b-ab73-43de8cf1e38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:52.888283 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462f9cf-4db2-484d-9ecb-bb6d4de2e5c3 req-c518859f-82f8-46ce-8da0-5ef14e4d7213 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:52.889961 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0462f9cf-4db2-484d-9ecb-bb6d4de2e5c3 req-c518859f-82f8-46ce-8da0-5ef14e4d7213 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0537097 Sep 28 07:34:52.950979 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0462f9cf-4db2-484d-9ecb-bb6d4de2e5c3 req-51e6304d-7db9-4f4a-8e34-ce81f5c39789 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551462 Sep 28 07:34:53.891810 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-845ed91d-db30-4d41-83f3-618c7df2275b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:54.073330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728f8ec-265d-4cfd-823a-5a85f578776f req-bf9d159d-dbb5-44f6-b7ca-02db55ff8ad1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:54.074788 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b728f8ec-265d-4cfd-823a-5a85f578776f req-bf9d159d-dbb5-44f6-b7ca-02db55ff8ad1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0461068 Sep 28 07:34:54.124912 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b728f8ec-265d-4cfd-823a-5a85f578776f req-d05d27b6-0b32-41ec-b152-649b6a9bc48f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445662 Sep 28 07:34:55.167315 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:55.245697 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c113f2-1dba-49e1-9d2e-68dbaa9f7cd6 req-781c63e7-7b37-4205-b791-a74388fc1078 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:55.247043 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-40c113f2-1dba-49e1-9d2e-68dbaa9f7cd6 req-781c63e7-7b37-4205-b791-a74388fc1078 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0452385 Sep 28 07:34:55.293207 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-40c113f2-1dba-49e1-9d2e-68dbaa9f7cd6 req-5fe4d889-66c0-4cc0-bf45-56936d78ff5a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 Sep 28 07:34:56.438724 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b91037-81c5-4c61-8e21-8f630ffe8990 req-573357e4-6a8d-4856-bcae-613dcf68370c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:56.440186 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25b91037-81c5-4c61-8e21-8f630ffe8990 req-573357e4-6a8d-4856-bcae-613dcf68370c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0722239 Sep 28 07:34:56.459661 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-4ed51a7a-82ea-4380-9ac8-4cd4fb47afce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:34:56.461076 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-4ed51a7a-82ea-4380-9ac8-4cd4fb47afce tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 946 time: 0.0610247 Sep 28 07:34:56.529496 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25b91037-81c5-4c61-8e21-8f630ffe8990 req-002f7f18-aa62-4766-9b54-ea70973e7d0b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834522 Sep 28 07:34:56.570695 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port 693fce48-86c3-42fd-8568-32d50e31f3ac {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:34:56.571037 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:56.659259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] For port 693fce48-86c3-42fd-8568-32d50e31f3ac, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=693fce48-86c3-42fd-8568-32d50e31f3ac,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:34:56.659616 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:56.664172 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:56.757926 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:56.828416 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:56.828928 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (5563a33c-bca2-4bc4-b5d1-f4b995704c56), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:56.829286 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 5563a33c-bca2-4bc4-b5d1-f4b995704c56 disassociated. External IP: 172.27.2.40, port: 693fce48-86c3-42fd-8568-32d50e31f3ac. Sep 28 07:34:56.829631 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for 693fce48-86c3-42fd-8568-32d50e31f3ac owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:34:56.972776 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (693fce48-86c3-42fd-8568-32d50e31f3ac), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:57.003120 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=693fce48-86c3-42fd-8568-32d50e31f3ac,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:34:57.114694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:34:57.193596 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:57.196062 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:34:57.217512 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:34:57.227491 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:34:57.238236 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:34:57.238862 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:34:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:57.269491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] No DVR routers for this DVR port 693fce48-86c3-42fd-8568-32d50e31f3ac on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:34:57.269491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:34:57.269491 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-210aba54-e0f8-4ec7-97bd-33d6aa1260f1 req-c20b593e-c46c-476d-be24-c7a90e4e0232 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "DELETE /networking/v2.0/ports/693fce48-86c3-42fd-8568-32d50e31f3ac HTTP/1.1" status: 204 len: 173 time: 0.7982914 Sep 28 07:34:57.270404 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'name': 'network-vif-deleted', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:34:57.272934 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f308e-b487-47f5-8a84-184375e84eba" -d '{"events": [{"server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "name": "network-vif-deleted", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:34:57.316721 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd51d357-836e-45f9-b2df-ed3358646021 x-openstack-request-id: req-dd51d357-836e-45f9-b2df-ed3358646021 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:34:57.317236 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8661396-29b3-42b5-9306-ebe79fe5f723", "name": "network-vif-deleted", "tag": "693fce48-86c3-42fd-8568-32d50e31f3ac", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:34:57.318162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd51d357-836e-45f9-b2df-ed3358646021 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:34:57.318639 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd51d357-836e-45f9-b2df-ed3358646021'] response: {'server_uuid': 'd8661396-29b3-42b5-9306-ebe79fe5f723', 'name': 'network-vif-deleted', 'tag': '693fce48-86c3-42fd-8568-32d50e31f3ac', 'status': 'completed', 'code': 200} Sep 28 07:34:57.346760 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:34:57.540016 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:57.572163 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:34:57.580733 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:34:57.581374 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:34:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:57.633366 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f454cd48-9566-4e9b-9ba6-d17d9380edc9 req-a872fd74-9296-4129-81c2-8e91bf296323 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0274591 Sep 28 07:34:57.680638 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:34:57.866330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:34:57.890074 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a5b88-42db-44b8-a850-d3a42a63faba None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:34:58.106171 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5affdd4d-60a7-4b6a-ab5c-a477bf95fa4b None None] New status for floating IP 5563a33c-bca2-4bc4-b5d1-f4b995704c56: DOWN {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:34:58.738346 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4f55fdb2-cc86-4458-b036-27ead117b536 req-d58612c1-41e8-4bf0-9bff-5cd1f5c96688 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0257845 Sep 28 07:34:59.839776 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-592e1032-d6f5-46a2-8009-7d76a7bfdbdf req-ec77e219-2698-4417-be31-827b6e4c2fa1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Sep 28 07:35:00.339095 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 693fce48-86c3-42fd-8568-32d50e31f3ac no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:35:00.362803 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 693fce48-86c3-42fd-8568-32d50e31f3ac {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:35:00.363387 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 693fce48-86c3-42fd-8568-32d50e31f3ac not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:35:00.954069 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-88d8c8c2-73c2-42f2-89be-d729d0274db5 req-a5410545-ecbb-4a1e-a418-f48bd0ecf2ac tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d8661396-29b3-42b5-9306-ebe79fe5f723 HTTP/1.1" status: 200 len: 210 time: 0.0304105 Sep 28 07:35:02.047642 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 42230) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:02.102114 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-320206e3-4b50-4a9f-97a0-859078303ae1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.123572 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-320206e3-4b50-4a9f-97a0-859078303ae1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.170788 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-320206e3-4b50-4a9f-97a0-859078303ae1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.173485 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-320206e3-4b50-4a9f-97a0-859078303ae1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.174618 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-320206e3-4b50-4a9f-97a0-859078303ae1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a HTTP/1.1" status: 204 len: 168 time: 0.1260090 Sep 28 07:35:02.177495 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42234) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:02.184762 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320206e3-4b50-4a9f-97a0-859078303ae1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:02.195328 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-c4347ba2-e310-44c3-ae7b-9630cc9775cd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] show failed (client error): The resource could not be found. Sep 28 07:35:02.196446 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c4347ba2-e310-44c3-ae7b-9630cc9775cd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups/d5c5b1cd-5bd8-43d2-8edb-192e32a4ba2a HTTP/1.1" status: 404 len: 347 time: 0.0172970 Sep 28 07:35:02.199355 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42238) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:02.310875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port 9d5efb7f-6ed2-44f3-be61-5a221147a05a {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:35:02.311311 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.389584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.389936 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (9d5efb7f-6ed2-44f3-be61-5a221147a05a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.403041 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for 9d5efb7f-6ed2-44f3-be61-5a221147a05a owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:35:02.538265 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (9d5efb7f-6ed2-44f3-be61-5a221147a05a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.564279 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=9d5efb7f-6ed2-44f3-be61-5a221147a05a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:02.624125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (5563a33c-bca2-4bc4-b5d1-f4b995704c56), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.626597 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.627738 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-aedbdd57-e23e-407c-9f59-6934fc7fc1cf tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/5563a33c-bca2-4bc4-b5d1-f4b995704c56 HTTP/1.1" status: 204 len: 168 time: 0.4274392 Sep 28 07:35:02.698371 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42246) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:02.702857 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-a906dc89-5a89-4999-8869-caf89009e5fc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818089052', 'description': 'tempest-description--1595529636'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:02.722700 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a906dc89-5a89-4999-8869-caf89009e5fc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.794295 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a906dc89-5a89-4999-8869-caf89009e5fc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (dc2ed089-104d-4272-a26f-d8b009764c06), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.797655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a906dc89-5a89-4999-8869-caf89009e5fc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dc2ed089-104d-4272-a26f-d8b009764c06), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.827460 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906dc89-5a89-4999-8869-caf89009e5fc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ed089-104d-4272-a26f-d8b009764c06,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:02.831463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a906dc89-5a89-4999-8869-caf89009e5fc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.835496 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a906dc89-5a89-4999-8869-caf89009e5fc tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1333044 Sep 28 07:35:02.835914 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42248) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:02.839748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-93f20d9c-a792-433d-b122-2846a0c21532 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': 'dc2ed089-104d-4272-a26f-d8b009764c06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:02.866402 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-93f20d9c-a792-433d-b122-2846a0c21532 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (1efe5f4b-1316-4310-b465-1bfea10265b3), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.886018 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:02.922144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-93f20d9c-a792-433d-b122-2846a0c21532 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (1efe5f4b-1316-4310-b465-1bfea10265b3), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.925525 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-93f20d9c-a792-433d-b122-2846a0c21532 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (1efe5f4b-1316-4310-b465-1bfea10265b3), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.944364 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f20d9c-a792-433d-b122-2846a0c21532 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efe5f4b-1316-4310-b465-1bfea10265b3,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:02.951283 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-93f20d9c-a792-433d-b122-2846a0c21532 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.952465 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-93f20d9c-a792-433d-b122-2846a0c21532 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159437 Sep 28 07:35:02.955234 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42250) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:02.959500 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-940c605b-d4ce-4efe-9416-fd41bd05dd34 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'security_group_rule': {'security_group_id': 'dc2ed089-104d-4272-a26f-d8b009764c06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:02.984057 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-940c605b-d4ce-4efe-9416-fd41bd05dd34 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (7be38428-7a68-4eba-bf82-461480bd15ac), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:02.995880 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:03.042206 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-940c605b-d4ce-4efe-9416-fd41bd05dd34 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (7be38428-7a68-4eba-bf82-461480bd15ac), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.045832 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-940c605b-d4ce-4efe-9416-fd41bd05dd34 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585886'] for security_group_rule (7be38428-7a68-4eba-bf82-461480bd15ac), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.066644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c605b-d4ce-4efe-9416-fd41bd05dd34 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be38428-7a68-4eba-bf82-461480bd15ac,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:03.073820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-940c605b-d4ce-4efe-9416-fd41bd05dd34 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.075015 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-940c605b-d4ce-4efe-9416-fd41bd05dd34 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188512 Sep 28 07:35:03.079646 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 42252) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:03.084053 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:03.106484 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.185238 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.287658 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.27.2.193 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/81b6bec9-c421-4aca-aa44-7f3a441fcd3a) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:35:03.400686 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.433162 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.467020 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:35:03.473248 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:35:03.477473 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:35:03.505404 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=81b6bec9-c421-4aca-aa44-7f3a441fcd3a,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:03.512802 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:03.521065 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:03.579589 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.617259 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.761110 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.765627 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260325728'] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.834450 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.837961 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=81b6bec9-c421-4aca-aa44-7f3a441fcd3a,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:03.850759 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.851158 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.851541 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.851916 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.852271 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.852602 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.852985 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.853394 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.853720 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.854044 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.854366 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.854686 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.855002 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.855323 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.855639 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:03.861881 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:03.863143 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-6dcc5e76-32b7-4c77-a60f-05b301fc0ec3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7824445 Sep 28 07:35:04.060543 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-447b2d49-d647-4583-a030-bd3b813b1869 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1818089052&fields=id&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 267 time: 0.0417995 Sep 28 07:35:04.163240 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-9cc9a10e-9974-4b1b-9525-b30fd6b1ff3d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:04.164581 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-9cc9a10e-9974-4b1b-9525-b30fd6b1ff3d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.0975959 Sep 28 07:35:04.179385 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-bb0150eb-2469-4e13-9403-e0c8ae8e4056 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/quotas/94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 375 time: 0.0093699 Sep 28 07:35:04.230211 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-337a059b-83c9-46a7-af14-422dd795c845 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458934 Sep 28 07:35:04.245731 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-2f0d8ce9-f873-4d1d-8620-4f4ad84c8328 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106259) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:35:04.246662 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-2f0d8ce9-f873-4d1d-8620-4f4ad84c8328 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049496 Sep 28 07:35:04.332377 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-fe1a101a-bdd1-47fa-b5dc-26935ba71a98 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804513 Sep 28 07:35:04.422511 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-8316fb56-e435-434c-bd9f-b7c2d735c9b4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845273 Sep 28 07:35:04.596688 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-40643ef4-e2e8-4622-bdc9-a96fb6371267 req-fd23ed38-25cd-45fd-a5ed-599141ff9a9c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Sep 28 07:35:05.700059 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c20c64da-f3e8-4707-bbdc-0609f9de0afd req-4f1759d1-553c-42d7-83c0-b8e37464ab71 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 210 time: 0.0282636 Sep 28 07:35:05.954268 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67426f8-5ab4-4f06-8596-eec26e5742b2 req-6fd765bf-535a-477b-902c-0b57c971a97b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:05.955664 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d67426f8-5ab4-4f06-8596-eec26e5742b2 req-6fd765bf-535a-477b-902c-0b57c971a97b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 945 time: 0.0496035 Sep 28 07:35:06.003572 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d67426f8-5ab4-4f06-8596-eec26e5742b2 req-79fa805b-90a3-4d2f-b195-34a7edeb1452 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Sep 28 07:35:06.801795 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9a7010f1-8279-4833-8d72-7d77f181b5ed req-6160132c-a1e5-4ff3-a74e-a3d0b399abd8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 210 time: 0.0258391 Sep 28 07:35:07.124311 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690b3a1-1efb-4ea4-8b08-d956b23f0062 req-fd779c12-18ca-475f-b1db-2014154471c1 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:07.125810 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e690b3a1-1efb-4ea4-8b08-d956b23f0062 req-fd779c12-18ca-475f-b1db-2014154471c1 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 945 time: 0.0468791 Sep 28 07:35:07.175952 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e690b3a1-1efb-4ea4-8b08-d956b23f0062 req-a1d8b4d7-6177-4160-b8d2-0cf415a01e79 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Sep 28 07:35:07.899498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-1c9f6e8b-025a-43a5-9ea3-fca4bdbce18b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:07.900968 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-1c9f6e8b-025a-43a5-9ea3-fca4bdbce18b tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 814 time: 0.1046176 Sep 28 07:35:07.917365 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0537175d-fe0a-48c3-8ce0-88b554b015ae req-a6ce30a4-c24d-45a4-9c6b-06da806b50b1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 210 time: 0.0313256 Sep 28 07:35:08.025836 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-01acd645-8c8c-4ae3-8b6d-4d3239fbb3c8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94a0b09b62ce47678fd542a0453c3d17 HTTP/1.1" status: 200 len: 380 time: 0.0544496 Sep 28 07:35:08.040858 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'port': {'device_id': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'admin_state_up': True, 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'security_groups': ['dc2ed089-104d-4272-a26f-d8b009764c06']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:08.150862 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Made reservation on behalf of 94a0b09b62ce47678fd542a0453c3d17 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:35:08.154779 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:08.176288 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:08.318207 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb2bbf-87df-42bd-9a89-d8cbd2cbbb75 req-c950981e-9d57-4282-990c-b4fe0b684803 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:08.319660 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ccdb2bbf-87df-42bd-9a89-d8cbd2cbbb75 req-c950981e-9d57-4282-990c-b4fe0b684803 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 945 time: 0.0630972 Sep 28 07:35:08.323714 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:08.324968 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Allocated IP 172.20.0.12 (733608a5-23eb-466d-8629-abe8aafc7bed/e81180e2-c655-4d4f-a0ce-2ac0fbaaef32/2121c7de-ea77-474c-8451-264d8e66b866) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:35:08.400704 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-e7da3172-4e36-4a19-9ccf-fd0acdb593f1 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:08.402170 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-e7da3172-4e36-4a19-9ccf-fd0acdb593f1 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 945 time: 0.0791502 Sep 28 07:35:08.404706 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:08.418164 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:08.514781 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ccdb2bbf-87df-42bd-9a89-d8cbd2cbbb75 req-90d70358-61a7-4a3b-b19f-515c1ac8febe tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776385 Sep 28 07:35:08.576853 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Deleting port d8e0f143-67b0-4615-85ff-0c75266c6e52 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:35:08.577134 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:08.652246 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for port (2121c7de-ea77-474c-8451-264d8e66b866), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:08.704274 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] For port d8e0f143-67b0-4615-85ff-0c75266c6e52, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=d8e0f143-67b0-4615-85ff-0c75266c6e52,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:35:08.704639 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:08.724804 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Calling delete_port for d8e0f143-67b0-4615-85ff-0c75266c6e52 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:35:08.737522 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (2121c7de-ea77-474c-8451-264d8e66b866), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:08.812315 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Network 733608a5-23eb-466d-8629-abe8aafc7bed is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:35:08.821485 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:35:08.829255 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:35:08.835359 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event updated for resources: {'Port': ['ID=2121c7de-ea77-474c-8451-264d8e66b866,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:08.872426 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.872773 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.873135 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.873475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.873805 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.874159 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.874638 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.874838 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.875117 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.875443 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.875764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.876084 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.876400 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.876715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.877056 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:08.908491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:08.909125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.027261 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Provisioning complete for port 2121c7de-ea77-474c-8451-264d8e66b866 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:35:09.028286 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (2121c7de-ea77-474c-8451-264d8e66b866), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.028713 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Attempt 1 to provision port 2121c7de-ea77-474c-8451-264d8e66b866 Sep 28 07:35:09.055637 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef7b9-f6fb-4850-ac9f-e666ea2c46e4 req-6a3cc02d-8131-4a25-b884-b3c768c980e6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:09.057321 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-165ef7b9-f6fb-4850-ac9f-e666ea2c46e4 req-6a3cc02d-8131-4a25-b884-b3c768c980e6 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 932 time: 0.0498581 Sep 28 07:35:09.063202 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Port 2121c7de-ea77-474c-8451-264d8e66b866 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:35:09.084422 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:09.110815 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-165ef7b9-f6fb-4850-ac9f-e666ea2c46e4 req-648745ef-aa43-4423-bea9-7988ad133301 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471683 Sep 28 07:35:09.207917 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-cc808f75-59f5-4414-ac14-308399490192 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1701167 Sep 28 07:35:09.223816 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Request body: {'port': {'device_id': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:09.259863 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (d8e0f143-67b0-4615-85ff-0c75266c6e52), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.272714 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['d8e0f143-67b0-4615-85ff-0c75266c6e52'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:35:09.308984 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Pushing event deleted for resources: {'Port': ['ID=d8e0f143-67b0-4615-85ff-0c75266c6e52,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:09.319716 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:09.339132 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2121c7de-ea77-474c-8451-264d8e66b866), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.366949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] No DVR routers for this DVR port d8e0f143-67b0-4615-85ff-0c75266c6e52 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:35:09.369739 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.372840 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4b760687-43cb-4ab4-9092-9cecd8e596d4 req-0e330135-7d56-4b65-a4bb-d1fca957a5ac tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "DELETE /networking/v2.0/ports/d8e0f143-67b0-4615-85ff-0c75266c6e52 HTTP/1.1" status: 204 len: 173 time: 0.9635026 Sep 28 07:35:09.374508 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1466f71c-5f2e-4186-b4c7-04096f244289', 'name': 'network-vif-deleted', 'tag': 'd8e0f143-67b0-4615-85ff-0c75266c6e52'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:35:09.376697 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ade37-8176-41a7-8e62-f9cb779e19a4" -d '{"events": [{"server_uuid": "1466f71c-5f2e-4186-b4c7-04096f244289", "name": "network-vif-deleted", "tag": "d8e0f143-67b0-4615-85ff-0c75266c6e52"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:35:09.468342 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:09.507324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8328825-7aa1-419e-8536-c7aa0dc1cad5 x-openstack-request-id: req-b8328825-7aa1-419e-8536-c7aa0dc1cad5 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:35:09.507609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1466f71c-5f2e-4186-b4c7-04096f244289", "name": "network-vif-deleted", "tag": "d8e0f143-67b0-4615-85ff-0c75266c6e52", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:35:09.507857 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8328825-7aa1-419e-8536-c7aa0dc1cad5 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:35:09.508249 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8328825-7aa1-419e-8536-c7aa0dc1cad5'] response: {'server_uuid': '1466f71c-5f2e-4186-b4c7-04096f244289', 'name': 'network-vif-deleted', 'tag': 'd8e0f143-67b0-4615-85ff-0c75266c6e52', 'status': 'completed', 'code': 200} Sep 28 07:35:09.564407 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Attempt 2 to provision port 2121c7de-ea77-474c-8451-264d8e66b866 Sep 28 07:35:09.601729 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Port 2121c7de-ea77-474c-8451-264d8e66b866 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:35:09.651001 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f3cd1e01-d139-4c75-9a05-48dae239b548 req-41974f61-7ab1-42ec-abb8-1eb84d8198cc tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1466f71c-5f2e-4186-b4c7-04096f244289 HTTP/1.1" status: 200 len: 210 time: 0.0290904 Sep 28 07:35:09.651986 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2121c7de-ea77-474c-8451-264d8e66b866 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:35:09.659893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Publish callbacks [] for port (2121c7de-ea77-474c-8451-264d8e66b866), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.673712 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Transition to ACTIVE for port object 2121c7de-ea77-474c-8451-264d8e66b866 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:35:09.678483 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (2121c7de-ea77-474c-8451-264d8e66b866), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.765037 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Pushing event updated for resources: {'Port': ['ID=2121c7de-ea77-474c-8451-264d8e66b866,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:09.793421 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Attempting to bind port 2121c7de-ea77-474c-8451-264d8e66b866 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:35:09.793758 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Attempting to bind port 2121c7de-ea77-474c-8451-264d8e66b866 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:35:09.794091 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Attempting to bind port 2121c7de-ea77-474c-8451-264d8e66b866 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:35:09.835839 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Port 2121c7de-ea77-474c-8451-264d8e66b866 on network 733608a5-23eb-466d-8629-abe8aafc7bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:35:09.836168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Attempting to bind port 2121c7de-ea77-474c-8451-264d8e66b866 on network 733608a5-23eb-466d-8629-abe8aafc7bed {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:35:09.881052 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:35:09.881315 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Checking segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:35:09.881698 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Bound using segment: {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:35:09.882130 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Bound port: 2121c7de-ea77-474c-8451-264d8e66b866, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5596a77-27be-4316-8f57-12da3efa6f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:35:09.882491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2121c7de-ea77-474c-8451-264d8e66b866), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.942817 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] For port 2121c7de-ea77-474c-8451-264d8e66b866, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:35:09.945776 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] For port 2121c7de-ea77-474c-8451-264d8e66b866, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2121c7de-ea77-474c-8451-264d8e66b866,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:35:09.951132 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (2121c7de-ea77-474c-8451-264d8e66b866), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.955243 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:09.955851 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:09.957243 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/2121c7de-ea77-474c-8451-264d8e66b866 HTTP/1.1" status: 200 len: 1094 time: 0.7378478 Sep 28 07:35:10.007321 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004aee87-fcf1-442b-8065-78eed1a419de service neutron] Pushing event updated for resources: {'Port': ['ID=2121c7de-ea77-474c-8451-264d8e66b866,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:10.102946 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Attempt 3 to provision port 2121c7de-ea77-474c-8451-264d8e66b866 Sep 28 07:35:10.127539 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-d23d9de8-77e7-404a-8e48-abe91d5b260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:10.129115 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-d23d9de8-77e7-404a-8e48-abe91d5b260e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 1128 time: 0.0416183 Sep 28 07:35:10.154507 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-d2e30653-d865-45ae-a7c9-2d0eacd39808 None None] Port 2121c7de-ea77-474c-8451-264d8e66b866 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:35:10.181432 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-b2b19779-66b6-4309-8068-abe71c3ea0d9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2121c7de-ea77-474c-8451-264d8e66b866 HTTP/1.1" status: 200 len: 217 time: 0.0402188 Sep 28 07:35:10.265849 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-f6e45701-6469-47aa-abab-9463d729eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:10.267011 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-f6e45701-6469-47aa-abab-9463d729eb3d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0786302 Sep 28 07:35:10.274715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbee6f-5676-4ba5-a157-4ac7c0616e9a req-1a7568a2-543b-40fd-871b-b93ceadd2a3f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:10.276120 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8cbee6f-5676-4ba5-a157-4ac7c0616e9a req-1a7568a2-543b-40fd-871b-b93ceadd2a3f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 944 time: 0.0601392 Sep 28 07:35:10.343335 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-4e403bd5-0846-4e4a-a8be-8ef38bacadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:10.344840 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-4e403bd5-0846-4e4a-a8be-8ef38bacadb5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678537 Sep 28 07:35:10.378848 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8cbee6f-5676-4ba5-a157-4ac7c0616e9a req-210e9b0e-7912-409c-abbd-63bc80e3cfca tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941768 Sep 28 07:35:10.405059 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:10.427923 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:10.451184 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-9f758049-e1de-4bae-bc39-633946b5e5a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960755 Sep 28 07:35:10.550892 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9c14c48-a3bb-4745-a89a-650bdeb7dbb2 req-82459663-aa1f-4916-8c59-d6c62adef6e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896761 Sep 28 07:35:11.154586 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:11.500495 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b100-5d0f-4dcd-ad8e-cd590b4e89aa req-b0725f84-a30a-4033-95b8-8da5613d56d1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:11.501974 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7128b100-5d0f-4dcd-ad8e-cd590b4e89aa req-b0725f84-a30a-4033-95b8-8da5613d56d1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 944 time: 0.0455048 Sep 28 07:35:11.512736 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:35:11.514934 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4163840-3d14-46e8-85f1-028891e5501f" -d '{"events": [{"name": "network-changed", "server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "tag": "2121c7de-ea77-474c-8451-264d8e66b866"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:35:11.552827 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a05d5ee-f532-4181-87f5-a84f72f8ad1c x-openstack-request-id: req-2a05d5ee-f532-4181-87f5-a84f72f8ad1c {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:35:11.553153 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "tag": "2121c7de-ea77-474c-8451-264d8e66b866", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:35:11.553408 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a05d5ee-f532-4181-87f5-a84f72f8ad1c {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:35:11.553810 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a05d5ee-f532-4181-87f5-a84f72f8ad1c'] response: {'name': 'network-changed', 'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866', 'status': 'completed', 'code': 200} Sep 28 07:35:11.557519 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7128b100-5d0f-4dcd-ad8e-cd590b4e89aa req-100d23ce-d139-4084-91aa-a347f37e9ee1 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501010 Sep 28 07:35:12.682414 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58a7e4-1673-4b88-8c50-32d528f4484c req-07b0e377-875e-4a92-8e2e-1c5cb370640a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:12.683834 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1e58a7e4-1673-4b88-8c50-32d528f4484c req-07b0e377-875e-4a92-8e2e-1c5cb370640a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 944 time: 0.0446804 Sep 28 07:35:12.696223 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:12.735768 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1e58a7e4-1673-4b88-8c50-32d528f4484c req-3b0b9031-9ef3-4ce4-9faa-f8d85a83a191 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461400 Sep 28 07:35:12.813303 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device d8e0f143-67b0-4615-85ff-0c75266c6e52 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:35:12.831519 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: d8e0f143-67b0-4615-85ff-0c75266c6e52 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:35:12.831857 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device d8e0f143-67b0-4615-85ff-0c75266c6e52 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:35:13.860762 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741a613-7280-4dd5-9e73-5a97c42b4f28 req-d5c45538-dd2f-40a9-bdba-640006a66b69 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:13.862249 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1741a613-7280-4dd5-9e73-5a97c42b4f28 req-d5c45538-dd2f-40a9-bdba-640006a66b69 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 944 time: 0.0492730 Sep 28 07:35:13.909179 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1741a613-7280-4dd5-9e73-5a97c42b4f28 req-b0bb3c49-a534-45a9-93d8-9855fb930c07 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402985 Sep 28 07:35:14.237108 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163840-3d14-46e8-85f1-028891e5501f req-2d53cde8-0e1e-42f0-8573-b5211b913e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:14.239133 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4163840-3d14-46e8-85f1-028891e5501f req-2d53cde8-0e1e-42f0-8573-b5211b913e47 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 1128 time: 0.0379026 Sep 28 07:35:14.348912 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163840-3d14-46e8-85f1-028891e5501f req-f537fa64-f2f7-4884-8d09-3f6628a53213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:14.350378 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4163840-3d14-46e8-85f1-028891e5501f req-f537fa64-f2f7-4884-8d09-3f6628a53213 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 915 time: 0.0982327 Sep 28 07:35:14.390030 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4163840-3d14-46e8-85f1-028891e5501f req-f96b9175-de4d-4681-97bf-0449680e02e2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2121c7de-ea77-474c-8451-264d8e66b866 HTTP/1.1" status: 200 len: 217 time: 0.0318265 Sep 28 07:35:14.438986 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163840-3d14-46e8-85f1-028891e5501f req-e00cf6e4-37fc-46e3-903b-6a0b63d07f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:14.440389 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4163840-3d14-46e8-85f1-028891e5501f req-e00cf6e4-37fc-46e3-903b-6a0b63d07f97 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0426645 Sep 28 07:35:14.482824 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163840-3d14-46e8-85f1-028891e5501f req-a5828bb6-b55d-4580-bff4-d3014b784c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:14.484264 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4163840-3d14-46e8-85f1-028891e5501f req-a5828bb6-b55d-4580-bff4-d3014b784c6a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369921 Sep 28 07:35:14.576570 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4163840-3d14-46e8-85f1-028891e5501f req-2107a102-ffbc-4c69-900c-d1ef8cee9816 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851021 Sep 28 07:35:14.669752 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4163840-3d14-46e8-85f1-028891e5501f req-7714ea73-37ec-4c31-8cb0-38626c64c40b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861013 Sep 28 07:35:15.033327 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1d70-9707-424b-a5d3-2d8c7c2e6739 req-fc7ec464-e17e-4366-bd32-e9909032643d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:15.034832 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f39d1d70-9707-424b-a5d3-2d8c7c2e6739 req-fc7ec464-e17e-4366-bd32-e9909032643d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 944 time: 0.0476091 Sep 28 07:35:15.084604 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f39d1d70-9707-424b-a5d3-2d8c7c2e6739 req-5ddb09f2-15e7-4d19-81b1-558a11576c74 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437827 Sep 28 07:35:16.204313 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1efd-3e29-497d-b327-120f3624bcf8 req-3ca58819-7ee5-4aa6-ad73-f4d6893d9643 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:16.205878 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a15a1efd-3e29-497d-b327-120f3624bcf8 req-3ca58819-7ee5-4aa6-ad73-f4d6893d9643 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 944 time: 0.0478532 Sep 28 07:35:16.253794 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a15a1efd-3e29-497d-b327-120f3624bcf8 req-3ffb0690-5881-453b-80ed-706a4061ff98 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Sep 28 07:35:16.378720 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2121c7de-ea77-474c-8451-264d8e66b866 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:35:16.391436 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:16.392380 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:16.481329 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 2121c7de-ea77-474c-8451-264d8e66b866, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2121c7de-ea77-474c-8451-264d8e66b866,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:35:16.492595 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '2121c7de-ea77-474c-8451-264d8e66b866', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'port_id': '2121c7de-ea77-474c-8451-264d8e66b866', 'mac_address': 'fa:16:3e:34:a4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:35:16.528876 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 2121c7de-ea77-474c-8451-264d8e66b866 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:35:16.529284 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2121c7de-ea77-474c-8451-264d8e66b866), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:16.542517 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2121c7de-ea77-474c-8451-264d8e66b866 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:35:16.562320 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 2121c7de-ea77-474c-8451-264d8e66b866, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2121c7de-ea77-474c-8451-264d8e66b866,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:35:16.565972 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (2121c7de-ea77-474c-8451-264d8e66b866), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:16.611062 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=2121c7de-ea77-474c-8451-264d8e66b866,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:17.372433 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648049bb-2cda-4f45-8941-8d73f6c8c540 req-cc5116f4-5eae-47b3-93ee-2fa130a4e416 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:17.373896 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-648049bb-2cda-4f45-8941-8d73f6c8c540 req-cc5116f4-5eae-47b3-93ee-2fa130a4e416 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 945 time: 0.0447612 Sep 28 07:35:17.420458 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-648049bb-2cda-4f45-8941-8d73f6c8c540 req-d777e1d8-b487-4c77-a593-f4abf5116d44 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 Sep 28 07:35:18.539779 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8661a-8831-4d6d-9975-ab9f9dd40157 req-d5f637f3-220e-4015-9121-b7d6279c7d98 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:18.541243 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8db8661a-8831-4d6d-9975-ab9f9dd40157 req-d5f637f3-220e-4015-9121-b7d6279c7d98 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 945 time: 0.0456693 Sep 28 07:35:18.587829 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8db8661a-8831-4d6d-9975-ab9f9dd40157 req-157785bf-1e7e-4f4e-96b5-aab130850211 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Sep 28 07:35:19.449516 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['2121c7de-ea77-474c-8451-264d8e66b866'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:35:19.712560 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a6b8-4e2e-4b74-93e4-80a470aba20f req-58f26bf7-4b28-43eb-a3d5-fa43e21ad54e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:19.714074 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a927a6b8-4e2e-4b74-93e4-80a470aba20f req-58f26bf7-4b28-43eb-a3d5-fa43e21ad54e tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Sep 28 07:35:19.725168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:19.732644 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-5628b2d8-d015-4f39-a16d-1f29c0fa0e47 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:19.734147 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-5628b2d8-d015-4f39-a16d-1f29c0fa0e47 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/networks?id=635326ad-e47d-4334-b397-e69515520095 HTTP/1.1" status: 200 len: 813 time: 0.1119134 Sep 28 07:35:19.749457 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f53d506d-9b13-4f48-9401-9d7b7ddd0e2d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/quotas/8e8bbfbde29f4df1ba0d4ea32e8a15d4 HTTP/1.1" status: 200 len: 375 time: 0.0090184 Sep 28 07:35:19.765807 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a927a6b8-4e2e-4b74-93e4-80a470aba20f req-c1728edf-42c3-413c-9584-d1a85073cbcd tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Sep 28 07:35:19.781881 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-febd6293-cd4a-4d88-98ec-9894ec054d2d tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267873 Sep 28 07:35:19.920460 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-5a66c164-3179-47ce-9408-7851d8503349 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315875 Sep 28 07:35:20.011693 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ec7a9d9b-cada-414f-baf1-7910f8eccf01 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853572 Sep 28 07:35:20.152162 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:20.171147 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2188fd19-a50e-4a1e-a6ff-748e040ab83e req-8dc3f15e-d944-44ca-aec0-3c6cd532cc7c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Sep 28 07:35:20.893211 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c963d0-57b8-47de-962f-26b6f3c40f94 req-2c965b68-4e16-4459-8eda-08b99bb43310 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:20.895344 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-53c963d0-57b8-47de-962f-26b6f3c40f94 req-2c965b68-4e16-4459-8eda-08b99bb43310 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 945 time: 0.0479982 Sep 28 07:35:20.944570 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-53c963d0-57b8-47de-962f-26b6f3c40f94 req-9107cffc-afdb-4eb7-9dd8-fefa13ff7372 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Sep 28 07:35:21.274493 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02414160-b64b-4334-841f-769bd37a824e req-839c8885-ef19-4054-988f-ab26ca399645 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 210 time: 0.0271547 Sep 28 07:35:21.347283 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2121c7de-ea77-474c-8451-264d8e66b866 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:35:21.390039 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port 2121c7de-ea77-474c-8451-264d8e66b866 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:35:21.397552 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 2121c7de-ea77-474c-8451-264d8e66b866 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:35:21.397965 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (2121c7de-ea77-474c-8451-264d8e66b866), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:21.398333 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 2121c7de-ea77-474c-8451-264d8e66b866 Sep 28 07:35:21.478435 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-a2ad0977-9021-4278-9b32-1c7febfa3bda tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:21.480564 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-a2ad0977-9021-4278-9b32-1c7febfa3bda tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "GET /networking/v2.0/networks?id=635326ad-e47d-4334-b397-e69515520095 HTTP/1.1" status: 200 len: 813 time: 0.1153646 Sep 28 07:35:21.482576 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 2121c7de-ea77-474c-8451-264d8e66b866 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:35:21.482965 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (2121c7de-ea77-474c-8451-264d8e66b866), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:21.496226 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Request body: {'port': {'device_id': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'network_id': '635326ad-e47d-4334-b397-e69515520095', 'admin_state_up': True, 'tenant_id': '8e8bbfbde29f4df1ba0d4ea32e8a15d4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:21.506548 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:35:21.508766 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9171e05-56c6-4191-b729-1b156834a42d" -d '{"events": [{"server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "name": "network-vif-plugged", "status": "completed", "tag": "2121c7de-ea77-474c-8451-264d8e66b866"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:35:21.522566 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 2121c7de-ea77-474c-8451-264d8e66b866, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2121c7de-ea77-474c-8451-264d8e66b866,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:35:21.530823 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (2121c7de-ea77-474c-8451-264d8e66b866), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:21.564411 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4472958a-a2bd-4af0-b36c-a2e35d825d61 x-openstack-request-id: req-4472958a-a2bd-4af0-b36c-a2e35d825d61 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:35:21.564700 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "name": "network-vif-plugged", "status": "completed", "tag": "2121c7de-ea77-474c-8451-264d8e66b866", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:35:21.564974 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4472958a-a2bd-4af0-b36c-a2e35d825d61 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:35:21.565357 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4472958a-a2bd-4af0-b36c-a2e35d825d61'] response: {'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866', 'code': 200} Sep 28 07:35:21.584321 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=2121c7de-ea77-474c-8451-264d8e66b866,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:21.631894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Made reservation on behalf of 8e8bbfbde29f4df1ba0d4ea32e8a15d4 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:35:21.633699 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b8753cf3-52b1-481c-968b-cfb0573fc2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:21.637177 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:21.768976 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Allocated IP 172.20.0.11 (635326ad-e47d-4334-b397-e69515520095/8e492367-a47d-40c5-aa65-d9472b917a30/eb57722a-da56-41ba-896c-464cbb73213d) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:35:21.895843 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660618ef-b618-4636-8f25-41b8677dcb27 req-0c53c9ba-bd44-4ef2-a45a-9dda9281ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:21.897345 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-660618ef-b618-4636-8f25-41b8677dcb27 req-0c53c9ba-bd44-4ef2-a45a-9dda9281ec09 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 1130 time: 0.0814476 Sep 28 07:35:21.977225 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-660618ef-b618-4636-8f25-41b8677dcb27 req-e0f07886-161a-4ca6-84ba-32c1ae597abc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693209 Sep 28 07:35:21.981694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks [] for port (eb57722a-da56-41ba-896c-464cbb73213d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.013708 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (eb57722a-da56-41ba-896c-464cbb73213d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.079494 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Network 635326ad-e47d-4334-b397-e69515520095 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:35:22.088920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:35:22.094866 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:35:22.099969 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:22.127156 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Pushing event updated for resources: {'Port': ['ID=eb57722a-da56-41ba-896c-464cbb73213d,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:22.134830 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30e47d-c11c-4970-8fa6-93426c8efdb3 req-7a456576-4c10-4795-ab20-4b776c63c162 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:22.136165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b30e47d-c11c-4970-8fa6-93426c8efdb3 req-7a456576-4c10-4795-ab20-4b776c63c162 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.1136699 Sep 28 07:35:22.176488 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:22.177114 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.193376 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:22.210103 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f40ff779-fde4-46e0-928c-79e1d4aa77d7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178853 Sep 28 07:35:22.215121 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b30e47d-c11c-4970-8fa6-93426c8efdb3 req-9bede943-696b-40c6-9211-5dff42534015 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728741 Sep 28 07:35:22.315936 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Request body: {'port': {'device_id': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:22.378237 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eb57722a-da56-41ba-896c-464cbb73213d), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.393974 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c341a9-3430-4ff9-8e04-6707180a4860 req-55645ea2-44de-443c-be26-904826128f2c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:22.396008 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a2c341a9-3430-4ff9-8e04-6707180a4860 req-55645ea2-44de-443c-be26-904826128f2c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 932 time: 0.0454216 Sep 28 07:35:22.443896 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a2c341a9-3430-4ff9-8e04-6707180a4860 req-593a7b56-2195-4f49-9306-cde7c77f779a tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Sep 28 07:35:22.633412 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb57722a-da56-41ba-896c-464cbb73213d {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:35:22.640564 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Publish callbacks [] for port (eb57722a-da56-41ba-896c-464cbb73213d), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.653431 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Transition to ACTIVE for port object eb57722a-da56-41ba-896c-464cbb73213d will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:35:22.656686 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (eb57722a-da56-41ba-896c-464cbb73213d), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.734455 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57722a-da56-41ba-896c-464cbb73213d,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:22.762705 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Attempting to bind port eb57722a-da56-41ba-896c-464cbb73213d on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:35:22.763036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Attempting to bind port eb57722a-da56-41ba-896c-464cbb73213d by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:35:22.763359 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Attempting to bind port eb57722a-da56-41ba-896c-464cbb73213d on network 635326ad-e47d-4334-b397-e69515520095 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:35:22.804535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Port eb57722a-da56-41ba-896c-464cbb73213d on network 635326ad-e47d-4334-b397-e69515520095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:35:22.804852 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Attempting to bind port eb57722a-da56-41ba-896c-464cbb73213d on network 635326ad-e47d-4334-b397-e69515520095 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:35:22.848855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:35:22.849227 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Checking segment: {'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:35:22.849606 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Bound using segment: {'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:35:22.850036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Bound port: eb57722a-da56-41ba-896c-464cbb73213d, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c130c-b32e-4415-8dfc-b2d89df61d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '635326ad-e47d-4334-b397-e69515520095'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:35:22.850389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eb57722a-da56-41ba-896c-464cbb73213d), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.908288 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] For port eb57722a-da56-41ba-896c-464cbb73213d, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:35:22.911590 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] For port eb57722a-da56-41ba-896c-464cbb73213d, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=eb57722a-da56-41ba-896c-464cbb73213d,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:35:22.917371 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (eb57722a-da56-41ba-896c-464cbb73213d), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.922321 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:22.922936 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:22.924338 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/eb57722a-da56-41ba-896c-464cbb73213d HTTP/1.1" status: 200 len: 1094 time: 0.6130264 Sep 28 07:35:22.924884 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'tag': 'eb57722a-da56-41ba-896c-464cbb73213d'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:35:22.927697 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8517e0-7c0f-4975-86ed-bc2bc456e315" -d '{"events": [{"name": "network-changed", "server_uuid": "f36f20ac-b51d-46f2-9b74-e3ced1538014", "tag": "eb57722a-da56-41ba-896c-464cbb73213d"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:35:22.964925 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab24ca6c-54d3-412a-a1dd-406b07d12ffd x-openstack-request-id: req-ab24ca6c-54d3-412a-a1dd-406b07d12ffd {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:35:22.965232 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36f20ac-b51d-46f2-9b74-e3ced1538014", "tag": "eb57722a-da56-41ba-896c-464cbb73213d", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:35:22.965478 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab24ca6c-54d3-412a-a1dd-406b07d12ffd {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:35:22.965902 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab24ca6c-54d3-412a-a1dd-406b07d12ffd'] response: {'name': 'network-changed', 'server_uuid': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'tag': 'eb57722a-da56-41ba-896c-464cbb73213d', 'status': 'completed', 'code': 200} Sep 28 07:35:22.975395 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ed8ce-bd69-48cf-bd25-5d06cddbc003 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57722a-da56-41ba-896c-464cbb73213d,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:23.014576 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:23.047403 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8517e0-7c0f-4975-86ed-bc2bc456e315 req-bd100faa-abb0-46c2-b204-fa34ea0b367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:23.048879 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b8517e0-7c0f-4975-86ed-bc2bc456e315 req-bd100faa-abb0-46c2-b204-fa34ea0b367b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 1128 time: 0.0421982 Sep 28 07:35:23.149530 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8517e0-7c0f-4975-86ed-bc2bc456e315 req-e2101814-bc72-48ac-9777-a75da3fc299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:23.150993 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b8517e0-7c0f-4975-86ed-bc2bc456e315 req-e2101814-bc72-48ac-9777-a75da3fc299a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0947566 Sep 28 07:35:23.220086 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:23.256823 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8517e0-7c0f-4975-86ed-bc2bc456e315 req-7d9fa7c2-4c98-4b1c-bc5f-83ef1337fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:23.258497 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b8517e0-7c0f-4975-86ed-bc2bc456e315 req-7d9fa7c2-4c98-4b1c-bc5f-83ef1337fd93 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918534 Sep 28 07:35:23.338442 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd759de3-1a8a-42f7-81b2-0e83d10aaee3 req-2f2973e1-4b39-4adf-9f6e-9111e7c265d3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:23.339904 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-dd759de3-1a8a-42f7-81b2-0e83d10aaee3 req-2f2973e1-4b39-4adf-9f6e-9111e7c265d3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.0499153 Sep 28 07:35:23.386544 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-dd759de3-1a8a-42f7-81b2-0e83d10aaee3 req-ba7431ff-3474-48cf-9b94-34763119d0f3 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Sep 28 07:35:23.570640 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f11483-6069-4fa2-b1ca-17f776bfc6b4 req-ebea8f04-ce37-4933-8762-bc4482a2536c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:23.572101 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1f11483-6069-4fa2-b1ca-17f776bfc6b4 req-ebea8f04-ce37-4933-8762-bc4482a2536c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 944 time: 0.0471764 Sep 28 07:35:23.619201 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1f11483-6069-4fa2-b1ca-17f776bfc6b4 req-15131f71-8eac-45e3-9c25-27f4e3d907be tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Sep 28 07:35:23.893913 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-9fc5678f-1bcc-40c5-820a-55bb51df7711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:24.127441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-425b6769-4873-4767-bab1-2222755fd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:24.129457 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-425b6769-4873-4767-bab1-2222755fd1d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 1128 time: 0.0398536 Sep 28 07:35:24.179065 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-3d8da1e4-7e21-486f-84f3-18c432ae9854 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb57722a-da56-41ba-896c-464cbb73213d HTTP/1.1" status: 200 len: 217 time: 0.0358737 Sep 28 07:35:24.227571 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f0e69b80-e275-4552-8995-1aeba6b9e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:24.228982 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-f0e69b80-e275-4552-8995-1aeba6b9e355 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8e492367-a47d-40c5-aa65-d9472b917a30 HTTP/1.1" status: 200 len: 853 time: 0.0424161 Sep 28 07:35:24.262475 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-5c65b53b-22ee-4df7-ac5d-ff888c9e5051 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=635326ad-e47d-4334-b397-e69515520095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249033 Sep 28 07:35:24.354068 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-b3dfa80c-7354-4575-9f0a-2a81864a54fa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824375 Sep 28 07:35:24.445135 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ccf0491-8e1c-4c6a-bd1f-2f53ca6f08ca req-e77a2a1a-f3c5-48e3-ad3a-10b3d76af3ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834577 Sep 28 07:35:24.507520 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1562b-89cd-4b11-9a93-3e6b46ecf3ae req-0d1d4d82-efd7-4079-9520-f10248b76d47 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:24.509036 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3ca1562b-89cd-4b11-9a93-3e6b46ecf3ae req-0d1d4d82-efd7-4079-9520-f10248b76d47 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.0460014 Sep 28 07:35:24.527286 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:24.558205 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3ca1562b-89cd-4b11-9a93-3e6b46ecf3ae req-06f9d502-bd88-4ba0-9135-703a809b845a tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Sep 28 07:35:24.673255 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d872f-3d4d-4fa5-bc18-26174f968ca4 req-99cee034-8291-40fa-88da-4e4b96db70c9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:24.674782 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c12d872f-3d4d-4fa5-bc18-26174f968ca4 req-99cee034-8291-40fa-88da-4e4b96db70c9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.0464859 Sep 28 07:35:24.686168 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42434) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:35:24.693894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Request body: {'floatingip': {'port_id': '2121c7de-ea77-474c-8451-264d8e66b866'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:24.736504 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cebe12-e33f-4925-b12f-3809d6423353 req-d736e33e-4e2f-4a61-95b3-2f1a182e690e tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:24.736737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:24.738628 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d7cebe12-e33f-4925-b12f-3809d6423353 req-d736e33e-4e2f-4a61-95b3-2f1a182e690e tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 944 time: 0.0453436 Sep 28 07:35:24.789030 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d7cebe12-e33f-4925-b12f-3809d6423353 req-f7fdba7f-0358-49c7-9992-e766b53204e9 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Sep 28 07:35:25.136564 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:25.148699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:25.152112 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:25.171591 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:25.462756 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:25.508575 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf associated. External IP: 172.27.2.193, port: 2121c7de-ea77-474c-8451-264d8e66b866. Sep 28 07:35:25.702121 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:35:25.805125 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:35:25.809895 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:25.814839 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:35:25.827282 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:35:25.827901 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:35:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:35:25.845387 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0f677a11-aab4-4afb-8649-5226f0e781e8 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf HTTP/1.1" status: 200 len: 992 time: 1.1558387 Sep 28 07:35:25.845387 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:35:25.846468 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29" -d '{"events": [{"name": "network-changed", "server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "tag": "2121c7de-ea77-474c-8451-264d8e66b866"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:35:25.885130 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d030f6e5-4595-4ab1-b8c6-aec4d29636d1 x-openstack-request-id: req-d030f6e5-4595-4ab1-b8c6-aec4d29636d1 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:35:25.885515 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "tag": "2121c7de-ea77-474c-8451-264d8e66b866", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:35:25.885838 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d030f6e5-4595-4ab1-b8c6-aec4d29636d1 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:35:25.886300 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d030f6e5-4595-4ab1-b8c6-aec4d29636d1'] response: {'name': 'network-changed', 'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866', 'status': 'completed', 'code': 200} Sep 28 07:35:25.919988 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:25.924552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b3c69-3dae-4fe0-b413-11702216f775 req-15568618-ccae-4b12-8e7b-dc743a88b7cf tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:25.926165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c2b3c69-3dae-4fe0-b413-11702216f775 req-15568618-ccae-4b12-8e7b-dc743a88b7cf tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 944 time: 0.0547848 Sep 28 07:35:25.982660 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-b7e59103-7a8b-46fb-a1e6-f6a9e4398481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:25.984167 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-b7e59103-7a8b-46fb-a1e6-f6a9e4398481 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=94a0b09b62ce47678fd542a0453c3d17&device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 1130 time: 0.0570757 Sep 28 07:35:26.026586 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c2b3c69-3dae-4fe0-b413-11702216f775 req-3f12b268-5a07-47b9-bb31-9aa3309afc32 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905154 Sep 28 07:35:26.076725 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:26.078518 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:35:26.097876 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-327cbb12-4601-4bef-b0d8-470293e13477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:26.099323 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-327cbb12-4601-4bef-b0d8-470293e13477 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 200 len: 915 time: 0.1031082 Sep 28 07:35:26.170482 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-ffeb56af-f8f4-4233-bbd2-2fdaf39378c9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2121c7de-ea77-474c-8451-264d8e66b866 HTTP/1.1" status: 200 len: 1000 time: 0.0543728 Sep 28 07:35:26.224422 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-1cca8ed3-8d23-479d-b6a0-ae89199dff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:26.225998 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-1cca8ed3-8d23-479d-b6a0-ae89199dff1e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 200 len: 853 time: 0.0455561 Sep 28 07:35:26.281021 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-da83258a-7e7d-4b04-acf5-97da69ecfb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:26.282506 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-da83258a-7e7d-4b04-acf5-97da69ecfb47 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=733608a5-23eb-466d-8629-abe8aafc7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445163 Sep 28 07:35:26.294255 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '2121c7de-ea77-474c-8451-264d8e66b866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:34:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:35:03Z', 'updated_at': '2022-09-28T07:35:25Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:35:26.318896 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:35:26.327153 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:35:26.327695 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:35:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:35:26.355593 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:26.379790 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-f1aacf62-ba67-44a8-88be-ba9b981e13c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Sep 28 07:35:26.428465 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:35:26.478000 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0f09ab9-e653-4597-97d9-eb91e5cd2d29 req-ca4eb6f9-4a8e-4d6f-bf00-787a032e21cb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882423 Sep 28 07:35:26.643115 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '2121c7de-ea77-474c-8451-264d8e66b866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:34:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:35:03Z', 'updated_at': '2022-09-28T07:35:25Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:35:26.670774 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b019865-eb53-4aea-aead-07c4a9094c2e None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'port_id': '2121c7de-ea77-474c-8451-264d8e66b866', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'mac_address': 'fa:16:3e:34:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:35:03Z', 'updated_at': '2022-09-28T07:35:25Z', 'revision_number': 1, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:35:26.684533 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:26.762270 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:26.865959 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241d0c3-5125-433c-8983-4d96f9c6ebca None None] New status for floating IP 9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:35:27.141865 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:27.150990 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb9c9-e0ce-453e-9442-da9bc640a64c req-275489dc-a559-4ce8-9c4a-79bbe605356c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:27.152443 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f02cb9c9-e0ce-453e-9442-da9bc640a64c req-275489dc-a559-4ce8-9c4a-79bbe605356c tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 944 time: 0.0461667 Sep 28 07:35:27.167664 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:35:27.198870 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f02cb9c9-e0ce-453e-9442-da9bc640a64c req-19543cb3-9f6d-4c81-bfe9-cbc8e8b57db9 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Sep 28 07:35:27.360883 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device eb57722a-da56-41ba-896c-464cbb73213d details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:35:27.461094 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port eb57722a-da56-41ba-896c-464cbb73213d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=eb57722a-da56-41ba-896c-464cbb73213d,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:35:27.471885 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'eb57722a-da56-41ba-896c-464cbb73213d', 'network_id': '635326ad-e47d-4334-b397-e69515520095', 'port_id': 'eb57722a-da56-41ba-896c-464cbb73213d', 'mac_address': 'fa:16:3e:76:40:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e492367-a47d-40c5-aa65-d9472b917a30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:35:27.505458 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port eb57722a-da56-41ba-896c-464cbb73213d is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:35:27.505834 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eb57722a-da56-41ba-896c-464cbb73213d), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:27.522059 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb57722a-da56-41ba-896c-464cbb73213d {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:35:27.541125 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port eb57722a-da56-41ba-896c-464cbb73213d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=eb57722a-da56-41ba-896c-464cbb73213d,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:35:27.544895 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (eb57722a-da56-41ba-896c-464cbb73213d), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:27.567701 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:27.591569 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=eb57722a-da56-41ba-896c-464cbb73213d,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:27.598525 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.598866 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.599205 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.599542 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.599873 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.600197 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.600519 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.600841 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.601187 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.601509 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.601831 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.602152 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.602473 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.602788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.603103 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:35:27.888407 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['eb57722a-da56-41ba-896c-464cbb73213d'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:35:27.926001 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:28.322016 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ada73-97fb-4635-95d2-5883aae54ac7 req-f34823d5-0697-42ba-b668-37a2e96b6098 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:28.323508 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ac6ada73-97fb-4635-95d2-5883aae54ac7 req-f34823d5-0697-42ba-b668-37a2e96b6098 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Sep 28 07:35:28.356423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:28.370775 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ac6ada73-97fb-4635-95d2-5883aae54ac7 req-ebd9afd6-ee13-4e12-a3b4-daa6511c50c2 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Sep 28 07:35:29.389260 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device eb57722a-da56-41ba-896c-464cbb73213d up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:35:29.449527 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port eb57722a-da56-41ba-896c-464cbb73213d completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:35:29.455904 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port eb57722a-da56-41ba-896c-464cbb73213d triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:35:29.456847 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (eb57722a-da56-41ba-896c-464cbb73213d), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:29.457358 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port eb57722a-da56-41ba-896c-464cbb73213d Sep 28 07:35:29.495450 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d6f28-0762-479f-bff6-1e700b0ac038 req-4b8d3b31-4762-4589-b3ef-976e5f4f72e7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:29.496926 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6a3d6f28-0762-479f-bff6-1e700b0ac038 req-4b8d3b31-4762-4589-b3ef-976e5f4f72e7 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 945 time: 0.0494816 Sep 28 07:35:29.529981 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port eb57722a-da56-41ba-896c-464cbb73213d is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:35:29.530366 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (eb57722a-da56-41ba-896c-464cbb73213d), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:29.545456 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6a3d6f28-0762-479f-bff6-1e700b0ac038 req-a9a1ab0c-480e-41cf-b503-99c4cdaf7d2f tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Sep 28 07:35:29.557717 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57722a-da56-41ba-896c-464cbb73213d'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:35:29.559938 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4274b6ec-69fd-4fca-8191-9dc6b25e102b" -d '{"events": [{"server_uuid": "f36f20ac-b51d-46f2-9b74-e3ced1538014", "name": "network-vif-plugged", "status": "completed", "tag": "eb57722a-da56-41ba-896c-464cbb73213d"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:35:29.573186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port eb57722a-da56-41ba-896c-464cbb73213d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=eb57722a-da56-41ba-896c-464cbb73213d,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:35:29.577476 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (eb57722a-da56-41ba-896c-464cbb73213d), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:29.625809 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=eb57722a-da56-41ba-896c-464cbb73213d,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:29.658943 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e9ea94-b80e-43b8-9663-514011630d81 x-openstack-request-id: req-19e9ea94-b80e-43b8-9663-514011630d81 {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:35:29.659250 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36f20ac-b51d-46f2-9b74-e3ced1538014", "name": "network-vif-plugged", "status": "completed", "tag": "eb57722a-da56-41ba-896c-464cbb73213d", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:35:29.659559 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19e9ea94-b80e-43b8-9663-514011630d81 {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:35:29.659968 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e9ea94-b80e-43b8-9663-514011630d81'] response: {'server_uuid': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57722a-da56-41ba-896c-464cbb73213d', 'code': 200} Sep 28 07:35:29.841610 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e725c-71af-4639-8506-c7fc9ce9854f req-13d4eedb-ac4d-4a1f-a4bc-930cc30a7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:29.843084 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cd5e725c-71af-4639-8506-c7fc9ce9854f req-13d4eedb-ac4d-4a1f-a4bc-930cc30a7dc4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 1130 time: 0.0411892 Sep 28 07:35:29.885768 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cd5e725c-71af-4639-8506-c7fc9ce9854f req-6b7ec0c8-7a90-44da-aabb-40982af4d22a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Sep 28 07:35:30.669769 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caee5-80c5-4e93-bb36-cabd8e0fd44e req-24c935e6-1a22-4e11-aa70-0dc680553664 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:30.671212 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e04caee5-80c5-4e93-bb36-cabd8e0fd44e req-24c935e6-1a22-4e11-aa70-0dc680553664 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 946 time: 0.0489173 Sep 28 07:35:30.719080 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-e04caee5-80c5-4e93-bb36-cabd8e0fd44e req-584f4e0f-3ad0-4bda-bb8c-efd3ba201fee tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Sep 28 07:35:31.839407 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883ecc2-bd52-4c61-8c31-3dcab3f59f4d req-de53edbc-a35f-4e13-892f-d5fa0194301b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:31.840855 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e883ecc2-bd52-4c61-8c31-3dcab3f59f4d req-de53edbc-a35f-4e13-892f-d5fa0194301b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 946 time: 0.0453272 Sep 28 07:35:31.887624 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e883ecc2-bd52-4c61-8c31-3dcab3f59f4d req-7895cbb5-3908-49fe-98d0-f09ecf8cfcef tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Sep 28 07:35:37.162798 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:37.163524 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:38.435530 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:40.713426 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=26 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:40.715457 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=34 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:41.882069 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=23 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:41.884137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=35 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:48.429545 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:48.431437 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:50.100686 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:50.101458 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:51.636650 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f1e9daf1-4215-4f8d-b0ed-5f0575e77b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:53.896043 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-480dda57-0c66-48f6-9818-ab1927817886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:55.172599 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:55.302935 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-5d1575a9-4241-4e9b-8c8a-364ab0e287fb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-401944427&fields=id&tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 267 time: 0.0436285 Sep 28 07:35:55.409243 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-e40d3eb2-4e2d-492e-b6b8-18814c76c259 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:55.410671 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-e40d3eb2-4e2d-492e-b6b8-18814c76c259 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 812 time: 0.1016283 Sep 28 07:35:55.425401 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-034b52de-e4e6-4fbd-87a4-8eec95b1fbe7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/quotas/bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 375 time: 0.0087879 Sep 28 07:35:55.477112 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-6a0582ec-0a63-4a22-aca5-9992a033f675 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459962 Sep 28 07:35:55.537995 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-67f868e0-1296-4e60-947c-07c490fef619 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 07:35:55.539002 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-67f868e0-1296-4e60-947c-07c490fef619 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0472658 Sep 28 07:35:55.634562 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-2e63740b-289d-43c3-a52b-97346896fc02 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893264 Sep 28 07:35:55.726379 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-1e070fb6-1958-4ed3-87ad-401bee1bbfd3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861712 Sep 28 07:35:56.023906 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-605b077f-a237-42fd-bd8a-de09b743d08c req-e573e84d-94c1-4420-81ed-fe2f3d9aa495 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 210 time: 0.0266826 Sep 28 07:35:56.686525 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:56.765935 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:57.131343 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03728e3f-6c10-4159-979b-b836804e1438 req-a79d1db3-057d-4bbf-9b76-190c9a3c5d5e tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 210 time: 0.0311725 Sep 28 07:35:57.332520 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-8c16425b-baf3-4b4b-b253-40f6000f3ed7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:57.334485 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-8c16425b-baf3-4b4b-b253-40f6000f3ed7 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 812 time: 0.1023014 Sep 28 07:35:57.419810 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-1588070e-625c-40c1-a59b-3785a271391b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b HTTP/1.1" status: 200 len: 379 time: 0.0550001 Sep 28 07:35:57.436573 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'port': {'device_id': '59c39356-6319-4671-901b-e1a6067332ef', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'admin_state_up': True, 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'security_groups': ['bdbea521-d2a3-431b-8c77-e4336af9322a']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:57.549429 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Made reservation on behalf of bfa33399f5994fb4a1ad804fa6e75f8b for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:35:57.553333 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:57.680057 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Allocated IP 172.20.0.7 (3597cb55-79da-4b37-872b-aa28123264c5/51eeb712-ab36-4528-a7c4-38330072cd29/e3f9fb34-9b9b-415a-8e1a-224fd1f63698) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:35:57.766770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:57.779306 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:57.836453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:57.870748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:57.917311 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Network 3597cb55-79da-4b37-872b-aa28123264c5 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:35:57.920746 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:35:57.926825 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:35:57.952885 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:57.990034 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:57.991253 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.019883 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-777c5665-d6cb-43e5-859b-db4e01a93254 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873682 Sep 28 07:35:58.042674 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Request body: {'port': {'device_id': '59c39356-6319-4671-901b-e1a6067332ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85944'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:35:58.110153 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.254176 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-1ad3da9c-4807-473b-bf22-8afc12fbe8a6 None None] Provisioning complete for port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 triggered by entity DHCP. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:35:58.254793 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1ad3da9c-4807-473b-bf22-8afc12fbe8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.254793 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1ad3da9c-4807-473b-bf22-8afc12fbe8a6 None None] Attempt 1 to provision port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 Sep 28 07:35:58.285787 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7b80-a2db-4133-813e-e816bee0bff5 req-9abce4bf-85cc-4529-b530-a4903054f449 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:58.287137 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3da9c-4807-473b-bf22-8afc12fbe8a6 None None] Port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 cannot update to ACTIVE because it is not bound. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 07:35:58.287544 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f10e7b80-a2db-4133-813e-e816bee0bff5 req-9abce4bf-85cc-4529-b530-a4903054f449 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 931 time: 0.0750053 Sep 28 07:35:58.383063 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f10e7b80-a2db-4133-813e-e816bee0bff5 req-357fc4b9-6594-47ca-8815-938e1e04663b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698488 Sep 28 07:35:58.448602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f9fb34-9b9b-415a-8e1a-224fd1f63698 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:35:58.456111 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Publish callbacks [] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.471321 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Transition to ACTIVE for port object e3f9fb34-9b9b-415a-8e1a-224fd1f63698 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 07:35:58.475516 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.550776 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:58.580430 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Attempting to bind port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 on host hv-cinder-85944 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 07:35:58.580759 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Attempting to bind port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 by drivers openvswitch,hyperv on host hv-cinder-85944 at level 0 using segments [{'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 07:35:58.581121 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Attempting to bind port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:35:58.583674 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:58.613796 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:35:58.626149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 on network 3597cb55-79da-4b37-872b-aa28123264c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85944 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 07:35:58.626473 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Attempting to bind port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 on network 3597cb55-79da-4b37-872b-aa28123264c5 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 07:35:58.670681 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Checking agent: {'id': '8726cea8-1fa0-4ca2-9635-54b664afa725', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85944', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'started_at': datetime.datetime(2022, 9, 28, 7, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 7, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 07:35:58.671009 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Checking segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:35:58.671379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Bound using segment: {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 07:35:58.671805 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Bound port: e3f9fb34-9b9b-415a-8e1a-224fd1f63698, host: hv-cinder-85944, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46860a57-d9ec-41e4-9865-3d458713dca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 07:35:58.672160 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.734212 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] For port e3f9fb34-9b9b-415a-8e1a-224fd1f63698, host hv-cinder-85944, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 07:35:58.737495 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] For port e3f9fb34-9b9b-415a-8e1a-224fd1f63698, host hv-cinder-85944, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 07:35:58.754599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.759520 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:58.760138 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:35:58.761570 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/e3f9fb34-9b9b-415a-8e1a-224fd1f63698 HTTP/1.1" status: 200 len: 1093 time: 0.7260416 Sep 28 07:35:58.762144 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:35:58.764441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde99a6-ac01-4670-ab29-b1c083781a82" -d '{"events": [{"name": "network-changed", "server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:35:58.788589 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-1ad3da9c-4807-473b-bf22-8afc12fbe8a6 None None] Attempt 2 to provision port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 Sep 28 07:35:58.815067 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f51af-aeef-4898-9cbb-9f5bdaa70804 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:35:58.819332 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e331bc6-5c96-4976-9da5-27a49ca58818 x-openstack-request-id: req-0e331bc6-5c96-4976-9da5-27a49ca58818 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:35:58.819613 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:35:58.819866 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e331bc6-5c96-4976-9da5-27a49ca58818 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:35:58.820265 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e331bc6-5c96-4976-9da5-27a49ca58818'] response: {'name': 'network-changed', 'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'status': 'completed', 'code': 200} Sep 28 07:35:58.831496 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3da9c-4807-473b-bf22-8afc12fbe8a6 None None] Port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 had new provisioning blocks added so it will not transition to active. {{(pid=106260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 07:35:58.867227 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-5dad330d-f464-4085-81e7-c69cf57c3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:58.868715 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-5dad330d-f464-4085-81e7-c69cf57c3cf7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 1127 time: 0.0395288 Sep 28 07:35:58.915495 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-9d6d8281-d9a0-4aae-9492-942272abf53a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698 HTTP/1.1" status: 200 len: 217 time: 0.0337386 Sep 28 07:35:58.971170 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-c5d55b4a-51aa-488f-ad82-e674c7d4d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:58.973501 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-c5d55b4a-51aa-488f-ad82-e674c7d4d671 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0468905 Sep 28 07:35:59.025302 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-88996670-3a4e-4f51-acef-bd90810f162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:59.026796 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-88996670-3a4e-4f51-acef-bd90810f162d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431962 Sep 28 07:35:59.133835 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-d404c9b4-08c9-49c0-982b-790961d083ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927904 Sep 28 07:35:59.239044 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d50d0f96-bf80-48bc-a1d6-cadd08485a7e req-8e128669-2bfb-414a-aeda-62361e9d025b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947080 Sep 28 07:35:59.292358 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba540e26-d346-48ea-b7ef-e9b6f56a3b42 req-a282ac3b-22dc-4f02-9c3a-7e2f60826d77 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:59.293841 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ba540e26-d346-48ea-b7ef-e9b6f56a3b42 req-a282ac3b-22dc-4f02-9c3a-7e2f60826d77 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 946 time: 0.0456853 Sep 28 07:35:59.345197 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ba540e26-d346-48ea-b7ef-e9b6f56a3b42 req-26ebd830-1cdb-4d51-bfab-02af2155ab5b tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Sep 28 07:35:59.506917 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf6720-deab-479e-9181-b25517efff07 req-5a7c8423-26ed-40a5-a92b-be68fbbb1c20 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:35:59.508349 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9edf6720-deab-479e-9181-b25517efff07 req-5a7c8423-26ed-40a5-a92b-be68fbbb1c20 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0459223 Sep 28 07:35:59.557327 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9edf6720-deab-479e-9181-b25517efff07 req-ba010ec0-6417-459e-a13f-6cbc6cc69253 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434916 Sep 28 07:36:00.465700 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd617a-fabd-4fbc-a736-5e975beb342e req-6877e1e0-bfeb-426d-8778-b2a7757729d9 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:00.467165 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-57bd617a-fabd-4fbc-a736-5e975beb342e req-6877e1e0-bfeb-426d-8778-b2a7757729d9 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 946 time: 0.0474083 Sep 28 07:36:00.514521 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-57bd617a-fabd-4fbc-a736-5e975beb342e req-58994158-59a8-4846-a3c6-8df02ea09d01 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417316 Sep 28 07:36:00.672905 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a24a59-5e2c-47af-b187-584c60a6c786 req-d392bc10-481a-41bd-9c63-6eaf01f68d8a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:00.674365 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8a24a59-5e2c-47af-b187-584c60a6c786 req-d392bc10-481a-41bd-9c63-6eaf01f68d8a tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0436964 Sep 28 07:36:00.723563 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8a24a59-5e2c-47af-b187-584c60a6c786 req-92af77f1-f6f1-4bfd-ab37-03f0ffa2e494 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430534 Sep 28 07:36:01.598748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-7dc07a2c-b702-4841-b900-19cea794d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:01.601094 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-7dc07a2c-b702-4841-b900-19cea794d692 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 1127 time: 0.0438290 Sep 28 07:36:01.635561 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b5d79-24ef-4105-add5-222f19ee3b44 req-adae9de7-3d63-49ed-9cdb-1f90b3d1bb94 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:01.637041 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9f7b5d79-24ef-4105-add5-222f19ee3b44 req-adae9de7-3d63-49ed-9cdb-1f90b3d1bb94 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 946 time: 0.0474505 Sep 28 07:36:01.684232 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9f7b5d79-24ef-4105-add5-222f19ee3b44 req-dc729194-e9dd-4a06-ab72-78098179c2fd tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=48536ce7-bf82-490c-9f38-3147c28654dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416396 Sep 28 07:36:01.701194 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-2fa09c0c-6d34-431d-9ff0-eacb68921403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:01.702665 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-2fa09c0c-6d34-431d-9ff0-eacb68921403 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.0867913 Sep 28 07:36:01.792835 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-748df8f7-ca0a-4f2c-be65-ae84497258ad service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698 HTTP/1.1" status: 200 len: 217 time: 0.0618560 Sep 28 07:36:01.810184 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd3612-35be-4311-8d53-199f88835097 req-50869421-3934-4e04-8ef6-311a7364742e tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:01.811775 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0dbd3612-35be-4311-8d53-199f88835097 req-50869421-3934-4e04-8ef6-311a7364742e tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 946 time: 0.0717123 Sep 28 07:36:01.830599 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:01.900931 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:01.931103 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c249-26d4-449b-8df4-5a6da0704526 req-6cd85a34-e3c3-4e8c-9a3b-86c4391c9325 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:01.932556 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04b1c249-26d4-449b-8df4-5a6da0704526 req-6cd85a34-e3c3-4e8c-9a3b-86c4391c9325 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.1199317 Sep 28 07:36:01.944783 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-16cae5be-e70e-4d40-a804-3bc365e97d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:01.946183 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-16cae5be-e70e-4d40-a804-3bc365e97d1e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.1325238 Sep 28 07:36:02.019233 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Deleting port eb57722a-da56-41ba-896c-464cbb73213d {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:36:02.019570 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (eb57722a-da56-41ba-896c-464cbb73213d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:02.047139 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-29f0ef10-693f-4cfa-af59-e4b9eacc93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:02.048594 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-29f0ef10-693f-4cfa-af59-e4b9eacc93a1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808909 Sep 28 07:36:02.117397 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04b1c249-26d4-449b-8df4-5a6da0704526 req-ab0eee04-bfda-4c55-ba76-d1816834dfce tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765482 Sep 28 07:36:02.215467 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] For port eb57722a-da56-41ba-896c-464cbb73213d, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=eb57722a-da56-41ba-896c-464cbb73213d,segment=NetworkSegment(a36c130c-b32e-4415-8dfc-b2d89df61d11),segment_id=a36c130c-b32e-4415-8dfc-b2d89df61d11)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:02.215832 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (eb57722a-da56-41ba-896c-464cbb73213d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:02.228814 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-5a3c06be-0149-4944-8606-adc5f2e0181e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478126 Sep 28 07:36:02.232702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Calling delete_port for eb57722a-da56-41ba-896c-464cbb73213d owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:36:02.638939 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7fde99a6-ac01-4670-ab29-b1c083781a82 req-47bcce6a-c25a-4d1e-8989-9feb8da221b0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021988 Sep 28 07:36:02.696294 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (eb57722a-da56-41ba-896c-464cbb73213d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:02.710980 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['eb57722a-da56-41ba-896c-464cbb73213d'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:36:02.725055 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Pushing event deleted for resources: {'Port': ['ID=eb57722a-da56-41ba-896c-464cbb73213d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:02.772154 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] No DVR routers for this DVR port eb57722a-da56-41ba-896c-464cbb73213d on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:36:02.774727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:02.777949 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0dbd3612-35be-4311-8d53-199f88835097 req-c935277e-0c5b-45ac-b59b-b6f5043eea46 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.33 "DELETE /networking/v2.0/ports/eb57722a-da56-41ba-896c-464cbb73213d HTTP/1.1" status: 204 len: 173 time: 0.9456987 Sep 28 07:36:02.778451 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'name': 'network-vif-deleted', 'tag': 'eb57722a-da56-41ba-896c-464cbb73213d'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:36:02.780688 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b9bbe8-2e20-4ab9-9758-263780762ceb" -d '{"events": [{"server_uuid": "f36f20ac-b51d-46f2-9b74-e3ced1538014", "name": "network-vif-deleted", "tag": "eb57722a-da56-41ba-896c-464cbb73213d"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:36:02.800540 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-368afa59-144a-4128-954a-57efe4c260a7 req-7afc2cef-a643-4c16-948b-ad57d992dfd9 tempest-VolumesSnapshotTestJSON-526307953 tempest-VolumesSnapshotTestJSON-526307953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f36f20ac-b51d-46f2-9b74-e3ced1538014 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Sep 28 07:36:02.836094 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9cdaed-660d-4a3e-a155-ea89d4aeeb18 x-openstack-request-id: req-1b9cdaed-660d-4a3e-a155-ea89d4aeeb18 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:36:02.836379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36f20ac-b51d-46f2-9b74-e3ced1538014", "name": "network-vif-deleted", "tag": "eb57722a-da56-41ba-896c-464cbb73213d", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:36:02.836700 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b9cdaed-660d-4a3e-a155-ea89d4aeeb18 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:36:02.837135 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9cdaed-660d-4a3e-a155-ea89d4aeeb18'] response: {'server_uuid': 'f36f20ac-b51d-46f2-9b74-e3ced1538014', 'name': 'network-vif-deleted', 'tag': 'eb57722a-da56-41ba-896c-464cbb73213d', 'status': 'completed', 'code': 200} Sep 28 07:36:03.232462 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70e862-7175-4593-be9a-730268a5d8d8 req-870b8d78-e0fc-4768-93bd-8ebfb2c834a2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:03.233836 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1c70e862-7175-4593-be9a-730268a5d8d8 req-870b8d78-e0fc-4768-93bd-8ebfb2c834a2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0447598 Sep 28 07:36:03.282230 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-1c70e862-7175-4593-be9a-730268a5d8d8 req-75d35f56-91fd-42ca-a287-f10b5d673b7e tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429256 Sep 28 07:36:04.166842 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:36:04.398018 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaa82c-85fd-49b8-a5e3-ee1816ae15c8 req-3188f633-f402-48f5-9bef-fb57a4ec7730 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:04.399447 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bbeaa82c-85fd-49b8-a5e3-ee1816ae15c8 req-3188f633-f402-48f5-9bef-fb57a4ec7730 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0443621 Sep 28 07:36:04.448415 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bbeaa82c-85fd-49b8-a5e3-ee1816ae15c8 req-db2a864a-7c77-463a-be74-eb8691e10143 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435033 Sep 28 07:36:05.565248 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff8b8b-1f07-4b80-8d82-921918513d2d req-b21ca5b2-d9ec-4dda-8e64-ff68d45e6dcb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:05.566623 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06ff8b8b-1f07-4b80-8d82-921918513d2d req-b21ca5b2-d9ec-4dda-8e64-ff68d45e6dcb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0450311 Sep 28 07:36:05.616939 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06ff8b8b-1f07-4b80-8d82-921918513d2d req-f16a600f-60a3-4308-8daa-b66e660a33df tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Sep 28 07:36:06.739159 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74e37f-0e6f-4c45-887c-50f72e48e26a req-b9e5062c-2736-4eac-ad26-785934ba2458 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:06.740882 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-af74e37f-0e6f-4c45-887c-50f72e48e26a req-b9e5062c-2736-4eac-ad26-785934ba2458 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0487370 Sep 28 07:36:06.789404 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-af74e37f-0e6f-4c45-887c-50f72e48e26a req-4950355e-28d7-4a49-9897-b8cc6c9b9976 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Sep 28 07:36:07.557187 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device eb57722a-da56-41ba-896c-464cbb73213d no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:36:07.576329 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: eb57722a-da56-41ba-896c-464cbb73213d {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:36:07.576669 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device eb57722a-da56-41ba-896c-464cbb73213d not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:36:07.915322 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935635e-db5a-495d-a2fe-5e58dc45b96a req-e36ffb33-a534-49d3-a49a-6a3db1ddd05c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:07.916800 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6935635e-db5a-495d-a2fe-5e58dc45b96a req-e36ffb33-a534-49d3-a49a-6a3db1ddd05c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0511215 Sep 28 07:36:07.965090 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6935635e-db5a-495d-a2fe-5e58dc45b96a req-75142370-0a0e-4f19-9e1e-2e99922ec7de tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426478 Sep 28 07:36:08.846593 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:09.084729 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526767-af6e-4242-8817-0ffa3c30601e req-ba1e19b6-c077-4260-95ea-37e2ff913f0b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:09.086187 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-08526767-af6e-4242-8817-0ffa3c30601e req-ba1e19b6-c077-4260-95ea-37e2ff913f0b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0454741 Sep 28 07:36:09.134053 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-08526767-af6e-4242-8817-0ffa3c30601e req-4ed223e4-91eb-4e89-98c4-4058d1f45496 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 Sep 28 07:36:10.238534 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:10.258070 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb116d-b21d-4044-8812-69324f8bc093 req-2fbaafa7-e6f1-4e90-9a16-ecaaee1ac3bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:10.259532 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11cb116d-b21d-4044-8812-69324f8bc093 req-2fbaafa7-e6f1-4e90-9a16-ecaaee1ac3bb tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 943 time: 0.0516808 Sep 28 07:36:10.284341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:10.308546 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11cb116d-b21d-4044-8812-69324f8bc093 req-507c6222-5f39-49a9-83b0-98aaf41310f6 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Sep 28 07:36:10.843676 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device e3f9fb34-9b9b-415a-8e1a-224fd1f63698 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:36:10.945475 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port e3f9fb34-9b9b-415a-8e1a-224fd1f63698, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:10.957016 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'port_id': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'mac_address': 'fa:16:3e:cd:e1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:36:10.994905 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:36:10.995478 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:11.010181 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f9fb34-9b9b-415a-8e1a-224fd1f63698 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:36:11.030444 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port e3f9fb34-9b9b-415a-8e1a-224fd1f63698, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:11.034242 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:11.080185 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:11.381160 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['e3f9fb34-9b9b-415a-8e1a-224fd1f63698'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:36:11.431245 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43008b6-80bf-49dc-a089-1217412582a7 req-5d3dd9c0-afb8-4116-9e04-fcc8b82f6ce2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:11.432735 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f43008b6-80bf-49dc-a089-1217412582a7 req-5d3dd9c0-afb8-4116-9e04-fcc8b82f6ce2 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 944 time: 0.0471902 Sep 28 07:36:11.489685 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f43008b6-80bf-49dc-a089-1217412582a7 req-94eb4128-60f1-4f7f-b1e8-da6adce5df7b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488758 Sep 28 07:36:11.580751 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:11.592144 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:12.611578 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3705e4-da70-4215-b546-83a377bdc8b4 req-90f10153-ef6f-4976-bfb9-9317abfa3724 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:12.613292 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef3705e4-da70-4215-b546-83a377bdc8b4 req-90f10153-ef6f-4976-bfb9-9317abfa3724 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 944 time: 0.0475821 Sep 28 07:36:12.662948 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef3705e4-da70-4215-b546-83a377bdc8b4 req-cded1c11-90c6-4b67-9d6f-e666717cb67e tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Sep 28 07:36:12.871228 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device e3f9fb34-9b9b-415a-8e1a-224fd1f63698 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:36:12.913034 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning for port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 completed by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 07:36:12.918598 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:36:12.918972 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:12.919304 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 Sep 28 07:36:12.989951 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:36:12.990331 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:13.012610 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:36:13.015018 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fba546-f877-4444-8c09-4e33affbb164" -d '{"events": [{"server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:36:13.027022 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port e3f9fb34-9b9b-415a-8e1a-224fd1f63698, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:13.033627 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:13.062639 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fa37b-e9d5-4e0e-b600-9a7ba45c4d3d x-openstack-request-id: req-3a6fa37b-e9d5-4e0e-b600-9a7ba45c4d3d {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:36:13.062931 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:36:13.063183 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a6fa37b-e9d5-4e0e-b600-9a7ba45c4d3d {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:36:13.063576 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6fa37b-e9d5-4e0e-b600-9a7ba45c4d3d'] response: {'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'code': 200} Sep 28 07:36:13.088735 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,revision_number=5']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:13.338850 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c1449-737e-47cf-9d1b-19387a2d0768 req-ee98277a-2fd5-4aa6-b47c-c49c6a487e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:13.340368 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-273c1449-737e-47cf-9d1b-19387a2d0768 req-ee98277a-2fd5-4aa6-b47c-c49c6a487e5c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 1129 time: 0.0374455 Sep 28 07:36:13.393405 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-273c1449-737e-47cf-9d1b-19387a2d0768 req-360a249b-3a01-414f-97fa-242d82e7af32 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436602 Sep 28 07:36:13.791398 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f8aa-33b1-4398-8024-35bdccb05e1f req-637e93c7-98a8-4341-826f-68b56f3454b0 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:13.792892 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9143f8aa-33b1-4398-8024-35bdccb05e1f req-637e93c7-98a8-4341-826f-68b56f3454b0 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0564985 Sep 28 07:36:13.841840 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9143f8aa-33b1-4398-8024-35bdccb05e1f req-71e7efe6-a369-44ee-8491-2e1dab95b67c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Sep 28 07:36:14.162440 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:14.960669 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bdb63-17d0-4b5c-a83b-2c96c609b5b1 req-851db6eb-44a5-43b2-9f4e-ceaa0043d42c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:14.962127 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ad7bdb63-17d0-4b5c-a83b-2c96c609b5b1 req-851db6eb-44a5-43b2-9f4e-ceaa0043d42c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0453358 Sep 28 07:36:15.009968 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ad7bdb63-17d0-4b5c-a83b-2c96c609b5b1 req-94d2ddb8-34d8-4ff1-ad04-5d867b0a37d9 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424225 Sep 28 07:36:16.132488 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf49be7-3a95-4f1c-b3d2-1b219ceecef8 req-8df6fb57-4339-4488-b2b9-2c29e5cacc0c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:16.134007 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ddf49be7-3a95-4f1c-b3d2-1b219ceecef8 req-8df6fb57-4339-4488-b2b9-2c29e5cacc0c tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0455587 Sep 28 07:36:16.181672 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ddf49be7-3a95-4f1c-b3d2-1b219ceecef8 req-8f9610cf-66b4-402a-af27-c95614d79e70 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 Sep 28 07:36:17.304535 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5e34f-f6d8-4db3-9136-e3c86c073102 req-fcd69f7f-bcc9-4bd1-9a84-3ba1a1d8a49f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:17.305933 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-88c5e34f-f6d8-4db3-9136-e3c86c073102 req-fcd69f7f-bcc9-4bd1-9a84-3ba1a1d8a49f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0476360 Sep 28 07:36:17.352207 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-e078024a-9b50-49ba-b5bd-b1a704219a9d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397551 Sep 28 07:36:17.354975 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-88c5e34f-f6d8-4db3-9136-e3c86c073102 req-bcf21d10-3c56-4d20-b484-4b45284cbf14 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431991 Sep 28 07:36:17.458848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-6b271c97-cd25-4153-a2b7-1c846fb000c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:17.460288 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-6b271c97-cd25-4153-a2b7-1c846fb000c4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1130 time: 0.0391757 Sep 28 07:36:17.573816 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-464b9a93-447c-4ea7-93c2-4ecb31249513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:17.575144 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-464b9a93-447c-4ea7-93c2-4ecb31249513 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.0869489 Sep 28 07:36:17.650425 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-55fa9ae2-be3d-421e-b6c7-538528a1e9ec service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 200 len: 1001 time: 0.0547678 Sep 28 07:36:18.260631 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-aa518e45-a6d0-45de-bbec-9d86c035506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:18.262852 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-aa518e45-a6d0-45de-bbec-9d86c035506f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0474310 Sep 28 07:36:18.317946 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-e4d7fa0e-c81a-4499-95b1-4b125acc7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:18.319439 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-e4d7fa0e-c81a-4499-95b1-4b125acc7f01 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431318 Sep 28 07:36:18.425916 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-dc062f54-f760-41cf-a351-afe85c537bf4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 Sep 28 07:36:18.524655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88323bc8-1ead-4785-a528-49687f2dad65 req-ab54b669-6eef-4cd6-a4c4-5a17c34d5b31 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:18.526063 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88323bc8-1ead-4785-a528-49687f2dad65 req-ab54b669-6eef-4cd6-a4c4-5a17c34d5b31 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0863464 Sep 28 07:36:18.549176 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:18.583927 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c3b6a8b-0d10-464e-8226-191f498efeb5 req-59abce16-75ce-4d63-a048-7bfa4b851dfb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518006 Sep 28 07:36:18.600483 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88323bc8-1ead-4785-a528-49687f2dad65 req-8fede4ed-7904-4742-a89a-c45b6a3706b5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685596 Sep 28 07:36:18.722167 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea236a-a1a6-471b-aa79-dec4c8f3fdc8 req-93d40d21-0cd1-4543-8a76-829268d487cd tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:18.723633 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6aea236a-a1a6-471b-aa79-dec4c8f3fdc8 req-93d40d21-0cd1-4543-8a76-829268d487cd tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0488894 Sep 28 07:36:18.755306 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:18.758885 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:18.773096 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-6aea236a-a1a6-471b-aa79-dec4c8f3fdc8 req-5d453f99-37bd-46ba-8e9c-a7c50a9f2458 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438221 Sep 28 07:36:18.801948 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42756) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:18.935714 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e1ed3-6e06-42b0-b166-8acce52c584f tempest-TestVolumeBootPattern-1182775791 tempest-TestVolumeBootPattern-1182775791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:18.937353 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5f3e1ed3-6e06-42b0-b166-8acce52c584f tempest-TestVolumeBootPattern-1182775791 tempest-TestVolumeBootPattern-1182775791-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 1124 time: 0.1341772 Sep 28 07:36:18.940050 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42760) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:18.944751 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Request body: {'floatingip': {'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'port_id': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:36:18.962242 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:18.968752 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:19.061235 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:19.193267 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Allocated IP 172.27.2.215 (6ff5aece-54c7-449d-8548-cd3ed87ca856/69911511-e83f-4d37-b5d9-eb2c28b3d01a/34872ccf-72a4-4fb7-b0f6-5572f670df08) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 07:36:19.296092 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:19.328008 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935706314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:19.370531 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Network 6ff5aece-54c7-449d-8548-cd3ed87ca856 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 07:36:19.375069 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:36:19.379036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 07:36:19.384448 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=34872ccf-72a4-4fb7-b0f6-5572f670df08,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:19.411391 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.411742 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.412085 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.412446 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.412781 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.413137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.413473 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.413801 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.414126 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.414451 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.414778 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.415104 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.415429 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.415750 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.416068 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:19.673930 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:19.758339 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (257706ae-c9d6-476e-a917-b89e65e7e843), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:19.789397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:19.829526 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:19.975612 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:19.979920 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2776523'] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:20.048611 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event updated for resources: {'Port': ['ID=34872ccf-72a4-4fb7-b0f6-5572f670df08,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:20.051968 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (257706ae-c9d6-476e-a917-b89e65e7e843), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:20.142774 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Floating IP 257706ae-c9d6-476e-a917-b89e65e7e843 associated. External IP: 172.27.2.215, port: e3f9fb34-9b9b-415a-8e1a-224fd1f63698. Sep 28 07:36:20.353792 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:36:20.459323 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:36:20.469315 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:36:20.477577 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:20.479948 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:36:20.480631 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:35:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:20.511220 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b5c28bed-1bcc-4bf6-98bb-3e8d52f61134 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5700572 Sep 28 07:36:20.512128 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:36:20.514731 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75881745-c879-4be0-be76-ea91574a3a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:36:20.553179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f1b2d-22d4-4026-a1fe-f764545858ad x-openstack-request-id: req-8e9f1b2d-22d4-4026-a1fe-f764545858ad {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:36:20.553475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:36:20.553749 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e9f1b2d-22d4-4026-a1fe-f764545858ad {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:36:20.554306 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9f1b2d-22d4-4026-a1fe-f764545858ad'] response: {'name': 'network-changed', 'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'status': 'completed', 'code': 200} Sep 28 07:36:20.586254 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:36:20.616655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881745-c879-4be0-be76-ea91574a3a0d req-82426b84-6fec-41a0-b944-fd61210aec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:20.618209 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75881745-c879-4be0-be76-ea91574a3a0d req-82426b84-6fec-41a0-b944-fd61210aec38 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 1129 time: 0.0406837 Sep 28 07:36:20.673941 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:20.689399 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:20.718676 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881745-c879-4be0-be76-ea91574a3a0d req-cd8b9c45-794c-49b4-bb2b-4ab7cf4e070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:20.720151 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75881745-c879-4be0-be76-ea91574a3a0d req-cd8b9c45-794c-49b4-bb2b-4ab7cf4e070d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.0949609 Sep 28 07:36:20.783735 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75881745-c879-4be0-be76-ea91574a3a0d req-b731dac6-35ad-4d77-ab6e-3fdc1bec2905 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698 HTTP/1.1" status: 200 len: 999 time: 0.0554211 Sep 28 07:36:20.801808 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '257706ae-c9d6-476e-a917-b89e65e7e843', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:cd:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c39356-6319-4671-901b-e1a6067332ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:36:19Z', 'updated_at': '2022-09-28T07:36:19Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}, {'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:33Z', 'revision_number': 1, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:20.827299 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:36:20.835701 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:36:20.836300 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:35:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:20.839954 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881745-c879-4be0-be76-ea91574a3a0d req-beb920c2-b19b-4f6b-9f7c-b2d85be67cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:20.841459 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75881745-c879-4be0-be76-ea91574a3a0d req-beb920c2-b19b-4f6b-9f7c-b2d85be67cfb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0506446 Sep 28 07:36:20.885449 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881745-c879-4be0-be76-ea91574a3a0d req-8e51b431-5718-4f3e-ad09-e5795267e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:20.886937 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75881745-c879-4be0-be76-ea91574a3a0d req-8e51b431-5718-4f3e-ad09-e5795267e9ff service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389137 Sep 28 07:36:20.984136 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75881745-c879-4be0-be76-ea91574a3a0d req-a702f286-ade2-43f3-8706-be923cecff9c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872808 Sep 28 07:36:21.071943 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:36:21.091053 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75881745-c879-4be0-be76-ea91574a3a0d req-67d7166b-51ab-454c-befd-dd88114367b9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994456 Sep 28 07:36:21.235508 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:21.237858 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:21.310761 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '257706ae-c9d6-476e-a917-b89e65e7e843', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:cd:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c39356-6319-4671-901b-e1a6067332ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:36:19Z', 'updated_at': '2022-09-28T07:36:19Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}, {'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:33Z', 'revision_number': 1, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:21.340261 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dd8bee-795d-4432-a521-0c2777fec5af None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '257706ae-c9d6-476e-a917-b89e65e7e843', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:cd:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c39356-6319-4671-901b-e1a6067332ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:36:19Z', 'updated_at': '2022-09-28T07:36:19Z', 'revision_number': 0, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}, {'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:33Z', 'revision_number': 1, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:36:21.575104 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46d43d-7840-49b9-9d45-0f22997b0169 None None] New status for floating IP 257706ae-c9d6-476e-a917-b89e65e7e843: ACTIVE {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:36:21.637943 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-41fd5ce2-46e3-4fa3-9729-de8949c48d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:23.896902 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd912-6830-4467-b928-f8d93e846303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:25.175317 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:26.673474 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:26.768229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.163793 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 42864) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:27.208814 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Deleting subnet 8e492367-a47d-40c5-aa65-d9472b917a30 {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:36:27.211886 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Publish callbacks [] for subnet (8e492367-a47d-40c5-aa65-d9472b917a30), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.245898 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260327978'] for subnet (8e492367-a47d-40c5-aa65-d9472b917a30), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.288187 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (8e492367-a47d-40c5-aa65-d9472b917a30), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.560132 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260325674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260438547'] for subnet (8e492367-a47d-40c5-aa65-d9472b917a30), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.587301 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e492367-a47d-40c5-aa65-d9472b917a30,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:27.590278 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.592637 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8e492367-a47d-40c5-aa65-d9472b917a30 HTTP/1.1" status: 204 len: 168 time: 0.4278672 Sep 28 07:36:27.595355 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42866) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:27.598748 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.599098 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.599442 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.599785 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.600108 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.600439 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.600765 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.601120 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.601452 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.601780 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.602105 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.602428 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.602748 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.603066 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.603485 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17e9a1c-d7e0-489f-ad0f-009b51850903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:27.665432 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (635326ad-e47d-4334-b397-e69515520095), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.752755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (635326ad-e47d-4334-b397-e69515520095), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.773542 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635326ad-e47d-4334-b397-e69515520095']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:27.782717 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36c130c-b32e-4415-8dfc-b2d89df61d11') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:27.783013 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36c130c-b32e-4415-8dfc-b2d89df61d11') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:27.792247 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (a36c130c-b32e-4415-8dfc-b2d89df61d11), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.805667 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (a36c130c-b32e-4415-8dfc-b2d89df61d11), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.812471 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:36:27.812796 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (a36c130c-b32e-4415-8dfc-b2d89df61d11), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.875876 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (635326ad-e47d-4334-b397-e69515520095), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.882567 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:27.886058 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/635326ad-e47d-4334-b397-e69515520095 HTTP/1.1" status: 204 len: 168 time: 0.2889349 Sep 28 07:36:27.898957 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment a36c130c-b32e-4415-8dfc-b2d89df61d11 resource provider aggregate not found Sep 28 07:36:27.902820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8104b6-94e8-4b10-9d07-ab89a944f411 admin admin] Pushing event deleted for resources: {'Network': ['ID=635326ad-e47d-4334-b397-e69515520095,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:27.916251 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment a36c130c-b32e-4415-8dfc-b2d89df61d11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a36c130c-b32e-4415-8dfc-b2d89df61d11 found for delete ", "request_id": "req-b54c80e2-8afa-48dd-9762-f7662c4d565a"}]} Sep 28 07:36:27.995948 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42876) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:28.036706 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-44ba1b39-0613-45c8-b270-33a592e4143a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8e8bbfbde29f4df1ba0d4ea32e8a15d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396130 Sep 28 07:36:28.039533 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 42880) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:28.088225 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7541558d-bb28-48e5-ae09-183d6a56f48e admin admin] Publish callbacks [] for security_group (48536ce7-bf82-490c-9f38-3147c28654dc), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:28.107251 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7541558d-bb28-48e5-ae09-183d6a56f48e admin admin] Publish callbacks [] for security_group (48536ce7-bf82-490c-9f38-3147c28654dc), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:28.154229 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7541558d-bb28-48e5-ae09-183d6a56f48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (48536ce7-bf82-490c-9f38-3147c28654dc), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:28.156774 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7541558d-bb28-48e5-ae09-183d6a56f48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:28.157915 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7541558d-bb28-48e5-ae09-183d6a56f48e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/48536ce7-bf82-490c-9f38-3147c28654dc HTTP/1.1" status: 204 len: 168 time: 0.1174242 Sep 28 07:36:28.165367 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541558d-bb28-48e5-ae09-183d6a56f48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48536ce7-bf82-490c-9f38-3147c28654dc,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:31.673761 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:31.677350 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:31.897451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921270f-7241-4e9e-ba0d-8837f3a76ba7 req-d48c7189-d40d-44c6-81ab-8929920b0b72 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:31.898991 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a921270f-7241-4e9e-ba0d-8837f3a76ba7 req-d48c7189-d40d-44c6-81ab-8929920b0b72 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.0469027 Sep 28 07:36:31.948456 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-a921270f-7241-4e9e-ba0d-8837f3a76ba7 req-6f8d49a1-263f-4f0a-a9b8-b8f8c18d055d tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438507 Sep 28 07:36:33.072381 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a08b5-f291-4ec8-9222-863e205318a7 req-02d7a7e2-c3fd-4b4c-83b2-306221aa695c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:33.073899 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df3a08b5-f291-4ec8-9222-863e205318a7 req-02d7a7e2-c3fd-4b4c-83b2-306221aa695c tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.0468290 Sep 28 07:36:33.119845 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df3a08b5-f291-4ec8-9222-863e205318a7 req-e4e9a75c-7e25-40cf-bf4e-c27bc9bba5b4 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Sep 28 07:36:33.880727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-6dfc2c64-c4af-45a9-88c9-8dbd0a2a83c9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:33.882163 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-6dfc2c64-c4af-45a9-88c9-8dbd0a2a83c9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.0493288 Sep 28 07:36:33.965187 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port 2121c7de-ea77-474c-8451-264d8e66b866 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:36:33.965449 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (2121c7de-ea77-474c-8451-264d8e66b866), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:34.031534 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:34.035058 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:34.061902 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] For port 2121c7de-ea77-474c-8451-264d8e66b866, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=2121c7de-ea77-474c-8451-264d8e66b866,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:34.062261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (2121c7de-ea77-474c-8451-264d8e66b866), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:34.224102 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:34.224764 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026216'] for floatingip (9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:34.224764 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Floating IP 9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf disassociated. External IP: 172.27.2.193, port: 2121c7de-ea77-474c-8451-264d8e66b866. Sep 28 07:36:34.225076 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for 2121c7de-ea77-474c-8451-264d8e66b866 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:36:34.244091 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef94444-a92b-4341-a829-3a146b272a80 req-c015b25a-1dbe-4e20-aa58-135aef359360 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:34.245698 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8ef94444-a92b-4341-a829-3a146b272a80 req-c015b25a-1dbe-4e20-aa58-135aef359360 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 946 time: 0.0473790 Sep 28 07:36:34.291991 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8ef94444-a92b-4341-a829-3a146b272a80 req-af433828-dabe-4552-b0a8-aace2519f5f9 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dc2ed089-104d-4272-a26f-d8b009764c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Sep 28 07:36:34.355818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (2121c7de-ea77-474c-8451-264d8e66b866), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:34.383461 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=2121c7de-ea77-474c-8451-264d8e66b866,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:34.490798 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:36:34.593514 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:36:34.602940 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:36:34.613807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:36:34.614428 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:36:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:34.635771 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] No DVR routers for this DVR port 2121c7de-ea77-474c-8451-264d8e66b866 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:36:34.638370 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:34.641602 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97b2f3de-49e8-4bb6-bf55-28958592fa9b req-69999c12-1c94-40bc-b6fd-02545809b2f5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.33 "DELETE /networking/v2.0/ports/2121c7de-ea77-474c-8451-264d8e66b866 HTTP/1.1" status: 204 len: 173 time: 0.7529304 Sep 28 07:36:34.642076 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'name': 'network-vif-deleted', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:36:34.644582 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c92d38c-90c9-4a78-b839-968ff19f4a49" -d '{"events": [{"server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "name": "network-vif-deleted", "tag": "2121c7de-ea77-474c-8451-264d8e66b866"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:36:34.684289 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23312161-9557-4cf9-9b86-cac0bb240cdf x-openstack-request-id: req-23312161-9557-4cf9-9b86-cac0bb240cdf {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:36:34.684593 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68e86b2-b7b2-4203-bee8-fc0f0a4e5717", "name": "network-vif-deleted", "tag": "2121c7de-ea77-474c-8451-264d8e66b866", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:36:34.684848 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23312161-9557-4cf9-9b86-cac0bb240cdf {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:36:34.685546 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23312161-9557-4cf9-9b86-cac0bb240cdf'] response: {'server_uuid': 'a68e86b2-b7b2-4203-bee8-fc0f0a4e5717', 'name': 'network-vif-deleted', 'tag': '2121c7de-ea77-474c-8451-264d8e66b866', 'status': 'completed', 'code': 200} Sep 28 07:36:34.726720 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:36:34.933185 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:34.958964 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:36:34.967095 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:36:34.967688 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:36:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:35.067653 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:36:35.257660 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:35.285885 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c25751-e281-4039-9fd2-c6cd82c85833 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:31Z', 'revision_number': 4, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '7b523bd5-e58d-4558-b813-2ebd48664768', 'name': '', 'network_id': '733608a5-23eb-466d-8629-abe8aafc7bed', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'mac_address': 'fa:16:3e:97:0a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:30Z', 'updated_at': '2022-09-28T07:30:36Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'subnets': [{'id': 'e81180e2-c655-4d4f-a0ce-2ac0fbaaef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:36:35.419116 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f983a349-bddf-4e56-ad8e-c4a1df84ef0b req-b6d2ee2d-3797-4b11-aef6-b9f9ae915210 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a68e86b2-b7b2-4203-bee8-fc0f0a4e5717 HTTP/1.1" status: 200 len: 210 time: 0.0309114 Sep 28 07:36:35.526853 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a7e331-bdf4-403c-a7b4-c446cf0b3e27 None None] New status for floating IP 9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf: DOWN {{(pid=106261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:36:36.513283 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 42924) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:36.565789 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e54d7a11-5b49-4744-a6f7-b1b69e5e269f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (dc2ed089-104d-4272-a26f-d8b009764c06), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:36.588010 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e54d7a11-5b49-4744-a6f7-b1b69e5e269f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (dc2ed089-104d-4272-a26f-d8b009764c06), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:36.637320 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e54d7a11-5b49-4744-a6f7-b1b69e5e269f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (dc2ed089-104d-4272-a26f-d8b009764c06), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:36.639812 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e54d7a11-5b49-4744-a6f7-b1b69e5e269f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:36.641007 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e54d7a11-5b49-4744-a6f7-b1b69e5e269f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dc2ed089-104d-4272-a26f-d8b009764c06 HTTP/1.1" status: 204 len: 168 time: 0.1266849 Sep 28 07:36:36.643851 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42926) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:36.650631 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d7a11-5b49-4744-a6f7-b1b69e5e269f tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ed089-104d-4272-a26f-d8b009764c06,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:36.661328 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-ca88cecf-e06d-4bda-9b8e-270d32de5174 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] show failed (client error): The resource could not be found. Sep 28 07:36:36.665089 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ca88cecf-e06d-4bda-9b8e-270d32de5174 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "GET /networking/v2.0/security-groups/dc2ed089-104d-4272-a26f-d8b009764c06 HTTP/1.1" status: 404 len: 347 time: 0.0168822 Sep 28 07:36:36.669481 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 42928) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:36.778429 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Deleting port 81b6bec9-c421-4aca-aa44-7f3a441fcd3a {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:36:36.778770 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:36.781020 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:36.856022 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:36.856346 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:36.869038 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Calling delete_port for 81b6bec9-c421-4aca-aa44-7f3a441fcd3a owned by network:floatingip {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:36:36.876467 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:36.941027 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2121c7de-ea77-474c-8451-264d8e66b866 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:36:36.964297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 2121c7de-ea77-474c-8451-264d8e66b866 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:36:36.964640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 2121c7de-ea77-474c-8451-264d8e66b866 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:36:36.999150 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (81b6bec9-c421-4aca-aa44-7f3a441fcd3a), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:37.024275 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Pushing event deleted for resources: {'Port': ['ID=81b6bec9-c421-4aca-aa44-7f3a441fcd3a,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:37.082011 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks [] for floatingip (9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:37.084371 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:37.085516 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-a3ecf48e-ee57-4b5b-bc99-32578531cdd5 tempest-AttachVolumeNegativeTest-787268165 tempest-AttachVolumeNegativeTest-787268165-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/9cccc3bc-820a-4f66-90d1-8fb1eb92bdaf HTTP/1.1" status: 204 len: 168 time: 0.4150636 Sep 28 07:36:38.866762 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:40.775163 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42964) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:41.166608 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:36:41.447047 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:41.528348 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:41.537715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (cfd434be-4f1d-40a3-8f79-47d65258d573), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:41.752609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Deleting port 7b523bd5-e58d-4558-b813-2ebd48664768 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:36:41.752977 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:41.831320 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] For port 7b523bd5-e58d-4558-b813-2ebd48664768, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=7b523bd5-e58d-4558-b813-2ebd48664768,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:41.832843 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:41.844838 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Calling delete_port for 7b523bd5-e58d-4558-b813-2ebd48664768 owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:36:42.017316 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (7b523bd5-e58d-4558-b813-2ebd48664768), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:42.044794 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b523bd5-e58d-4558-b813-2ebd48664768,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:42.212476 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (cfd434be-4f1d-40a3-8f79-47d65258d573), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:42.295584 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:42.390268 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:42.416136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Router cfd434be-4f1d-40a3-8f79-47d65258d573 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:36:42.520568 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:36:42.525597 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4b1c4f58-95fd-4af6-bdc9-d9152029534d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/cfd434be-4f1d-40a3-8f79-47d65258d573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501996 Sep 28 07:36:42.528100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42970) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:42.529149 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] Sync routers for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:36:42.539734 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:36:42.540346 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:36:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:42.586466 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:42.621229 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:42.627590 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks [] for router (cfd434be-4f1d-40a3-8f79-47d65258d573), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:42.643521 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:36:42.728313 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks [] for router_gateway (cfd434be-4f1d-40a3-8f79-47d65258d573), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:42.770736 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Deleting port cc1684a2-76b2-4604-89f2-50ca39639d2e {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:36:42.771079 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:42.808456 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:36:41Z', 'revision_number': 5, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port': {'id': 'cc1684a2-76b2-4604-89f2-50ca39639d2e', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:42.837481 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] Checking router: cfd434be-4f1d-40a3-8f79-47d65258d573 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:36:42.845576 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] Routers {'cfd434be-4f1d-40a3-8f79-47d65258d573'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:36:42.846161 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:36:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['cfd434be-4f1d-40a3-8f79-47d65258d573'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:42.853951 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] For port cc1684a2-76b2-4604-89f2-50ca39639d2e, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=cc1684a2-76b2-4604-89f2-50ca39639d2e,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:42.854504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:42.866987 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Calling delete_port for cc1684a2-76b2-4604-89f2-50ca39639d2e owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:36:42.925150 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] Set router cfd434be-4f1d-40a3-8f79-47d65258d573 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:36:42.976152 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:36:42Z', 'revision_number': 6, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:43.000214 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085161b5-ebbe-4623-82c6-28a481732052 None None] The sync data for ids ['cfd434be-4f1d-40a3-8f79-47d65258d573'] in dv-cinder-859447-1-iscsi is: [{'id': 'cfd434be-4f1d-40a3-8f79-47d65258d573', 'name': 'tempest-AttachVolumeNegativeTest-838135336-router', 'tenant_id': '94a0b09b62ce47678fd542a0453c3d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:30:28Z', 'updated_at': '2022-09-28T07:36:42Z', 'revision_number': 6, 'project_id': '94a0b09b62ce47678fd542a0453c3d17', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:36:43.034665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (cc1684a2-76b2-4604-89f2-50ca39639d2e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.059189 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1684a2-76b2-4604-89f2-50ca39639d2e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:43.124961 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:43.132387 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (cfd434be-4f1d-40a3-8f79-47d65258d573), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.143134 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7b523bd5-e58d-4558-b813-2ebd48664768 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:36:43.170514 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 7b523bd5-e58d-4558-b813-2ebd48664768 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:36:43.170514 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 7b523bd5-e58d-4558-b813-2ebd48664768 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:36:43.223397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (cfd434be-4f1d-40a3-8f79-47d65258d573), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.225612 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks [] for router_controller (cfd434be-4f1d-40a3-8f79-47d65258d573), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.259299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:43.266824 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (cfd434be-4f1d-40a3-8f79-47d65258d573), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.267422 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd434be-4f1d-40a3-8f79-47d65258d573 {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:36:43.272570 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.273703 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7d82733c-64a9-40bd-9a80-755206163426 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/cfd434be-4f1d-40a3-8f79-47d65258d573 HTTP/1.1" status: 204 len: 168 time: 0.7446935 Sep 28 07:36:43.276255 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42972) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:43.320726 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] Deleting subnet e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:36:43.323820 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] Publish callbacks [] for subnet (e81180e2-c655-4d4f-a0ce-2ac0fbaaef32), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.360903 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (e81180e2-c655-4d4f-a0ce-2ac0fbaaef32), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.433253 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (e81180e2-c655-4d4f-a0ce-2ac0fbaaef32), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.488633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (e81180e2-c655-4d4f-a0ce-2ac0fbaaef32), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.518866 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81180e2-c655-4d4f-a0ce-2ac0fbaaef32,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:43.523100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.526463 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0122178a-860a-407c-ba70-1ed6e561c59b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/e81180e2-c655-4d4f-a0ce-2ac0fbaaef32 HTTP/1.1" status: 204 len: 168 time: 0.2490604 Sep 28 07:36:43.528791 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42974) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:43.529305 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306b4b2-cd9b-4566-bb96-e94926060ad3 None None] Network 733608a5-23eb-466d-8629-abe8aafc7bed requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:36:43.600690 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (733608a5-23eb-466d-8629-abe8aafc7bed), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.643258 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Deleting port eae6d32d-7541-4130-87d4-0cf876100202 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:36:43.643604 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (eae6d32d-7541-4130-87d4-0cf876100202), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.685510 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] DHCP port deletion for 733608a5-23eb-466d-8629-abe8aafc7bed request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:36:43.717413 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] For port eae6d32d-7541-4130-87d4-0cf876100202, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=eae6d32d-7541-4130-87d4-0cf876100202,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:43.718066 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (eae6d32d-7541-4130-87d4-0cf876100202), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.728969 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Deleting port eae6d32d-7541-4130-87d4-0cf876100202 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:36:43.729316 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (eae6d32d-7541-4130-87d4-0cf876100202), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.733192 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Calling delete_port for eae6d32d-7541-4130-87d4-0cf876100202 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:36:43.802995 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] For port eae6d32d-7541-4130-87d4-0cf876100202, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=eae6d32d-7541-4130-87d4-0cf876100202,segment=NetworkSegment(a5596a77-27be-4316-8f57-12da3efa6f5f),segment_id=a5596a77-27be-4316-8f57-12da3efa6f5f)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:36:43.803389 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (eae6d32d-7541-4130-87d4-0cf876100202), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.816489 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Calling delete_port for eae6d32d-7541-4130-87d4-0cf876100202 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:36:43.823665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (eae6d32d-7541-4130-87d4-0cf876100202), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.846778 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=eae6d32d-7541-4130-87d4-0cf876100202,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:43.853472 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] No DVR routers for this DVR port eae6d32d-7541-4130-87d4-0cf876100202 on host dv-cinder-859447-1-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:36:43.895057 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (eae6d32d-7541-4130-87d4-0cf876100202), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.934821 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (733608a5-23eb-466d-8629-abe8aafc7bed), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.958307 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733608a5-23eb-466d-8629-abe8aafc7bed']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:43.968445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5596a77-27be-4316-8f57-12da3efa6f5f') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:43.968741 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5596a77-27be-4316-8f57-12da3efa6f5f') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:36:43.979180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (a5596a77-27be-4316-8f57-12da3efa6f5f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:43.993998 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (a5596a77-27be-4316-8f57-12da3efa6f5f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.003066 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:36:44.004157 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (a5596a77-27be-4316-8f57-12da3efa6f5f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.048578 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment a5596a77-27be-4316-8f57-12da3efa6f5f resource provider aggregate not found Sep 28 07:36:44.050943 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Pushing event deleted for resources: {'Port': ['ID=eae6d32d-7541-4130-87d4-0cf876100202,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:44.055547 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] No DVR routers for this DVR port eae6d32d-7541-4130-87d4-0cf876100202 on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:36:44.065362 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.066624 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.067915 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.067915 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.068170 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.068557 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.069276 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.069383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.069698 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.070048 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.070381 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.070901 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.072273 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.072756 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.073176 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab4e0e-d2af-4159-b3da-d3c238174885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:36:44.076269 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (733608a5-23eb-466d-8629-abe8aafc7bed), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.086552 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.089816 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/733608a5-23eb-466d-8629-abe8aafc7bed HTTP/1.1" status: 204 len: 168 time: 0.5600703 Sep 28 07:36:44.092409 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment a5596a77-27be-4316-8f57-12da3efa6f5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5596a77-27be-4316-8f57-12da3efa6f5f found for delete ", "request_id": "req-584b21d0-2f3f-4a43-a6ce-8b8b0a9edef4"}]} Sep 28 07:36:44.102170 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220f5ff-9640-4cd2-a146-0bd2f5bdc9ca admin admin] Pushing event deleted for resources: {'Network': ['ID=733608a5-23eb-466d-8629-abe8aafc7bed,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:44.210466 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42982) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:44.250367 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-30626855-e53b-44dc-a332-edcf3c12d903 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=94a0b09b62ce47678fd542a0453c3d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387936 Sep 28 07:36:44.252788 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 42984) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:44.258279 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:44.260017 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:44.305338 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7437c0b7-9746-482a-b6e6-6526f699deae admin admin] Publish callbacks [] for security_group (256ef527-ff16-4e06-a068-ce7fb820ee26), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.324594 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7437c0b7-9746-482a-b6e6-6526f699deae admin admin] Publish callbacks [] for security_group (256ef527-ff16-4e06-a068-ce7fb820ee26), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.371299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7437c0b7-9746-482a-b6e6-6526f699deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (256ef527-ff16-4e06-a068-ce7fb820ee26), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.373881 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7437c0b7-9746-482a-b6e6-6526f699deae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:44.375102 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7437c0b7-9746-482a-b6e6-6526f699deae admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/256ef527-ff16-4e06-a068-ce7fb820ee26 HTTP/1.1" status: 204 len: 168 time: 0.1213150 Sep 28 07:36:44.382748 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437c0b7-9746-482a-b6e6-6526f699deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256ef527-ff16-4e06-a068-ce7fb820ee26,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:45.104814 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cc1684a2-76b2-4604-89f2-50ca39639d2e no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:36:45.130831 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: cc1684a2-76b2-4604-89f2-50ca39639d2e {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:36:45.131173 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device cc1684a2-76b2-4604-89f2-50ca39639d2e not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:36:45.131590 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device eae6d32d-7541-4130-87d4-0cf876100202 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:36:45.150308 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: eae6d32d-7541-4130-87d4-0cf876100202 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:36:45.150654 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device eae6d32d-7541-4130-87d4-0cf876100202 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:36:47.076363 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=36,neutron:DELETE=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:47.078287 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=24 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:51.162199 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:51.162964 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:51.640181 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-92f1648d-d3ac-4e9b-b48c-2a668e6a5bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:52.086972 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132a71-bdcc-4913-a970-0a45c4f8e12f req-f20f21c8-c776-494d-875a-c4d0fb15565a tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:52.089250 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c132a71-bdcc-4913-a970-0a45c4f8e12f req-f20f21c8-c776-494d-875a-c4d0fb15565a tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0543938 Sep 28 07:36:52.150895 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c132a71-bdcc-4913-a970-0a45c4f8e12f req-5d48b7e0-99bb-48c3-871d-f89d6d6dbfea tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543008 Sep 28 07:36:53.272692 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea341b-3af3-4068-85d1-1e898c516e02 req-a0aa55d3-8c9a-4fdb-a9fc-f244e445726c tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:53.274211 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25ea341b-3af3-4068-85d1-1e898c516e02 req-a0aa55d3-8c9a-4fdb-a9fc-f244e445726c tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0460417 Sep 28 07:36:53.323077 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25ea341b-3af3-4068-85d1-1e898c516e02 req-f61ffc93-3992-4c3c-b788-3f34da651e91 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Sep 28 07:36:53.773197 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43100) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:53.878911 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6d83e0f-4827-4134-acbb-e737bdfc8e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:53.898402 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7738f7ef-14ed-4ed3-88c8-c5e8abc7cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:53.961696 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6d83e0f-4827-4134-acbb-e737bdfc8e2a admin admin] Publish callbacks [] for security_group (8be43511-1557-4dbd-88c7-3b5a6a8a5a8c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:53.965299 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d6d83e0f-4827-4134-acbb-e737bdfc8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8be43511-1557-4dbd-88c7-3b5a6a8a5a8c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:54.006165 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d83e0f-4827-4134-acbb-e737bdfc8e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be43511-1557-4dbd-88c7-3b5a6a8a5a8c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:54.010966 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d6d83e0f-4827-4134-acbb-e737bdfc8e2a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fdabdd286f0b4aa083228d83ab2da629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363791 Sep 28 07:36:54.013511 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43104) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:54.064614 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5b578db3-05fe-49fe-aebb-8f0752b1576d admin admin] Publish callbacks [] for security_group (8be43511-1557-4dbd-88c7-3b5a6a8a5a8c), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:54.084623 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5b578db3-05fe-49fe-aebb-8f0752b1576d admin admin] Publish callbacks [] for security_group (8be43511-1557-4dbd-88c7-3b5a6a8a5a8c), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:54.131867 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5b578db3-05fe-49fe-aebb-8f0752b1576d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (8be43511-1557-4dbd-88c7-3b5a6a8a5a8c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:54.134401 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5b578db3-05fe-49fe-aebb-8f0752b1576d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:54.135606 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5b578db3-05fe-49fe-aebb-8f0752b1576d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8be43511-1557-4dbd-88c7-3b5a6a8a5a8c HTTP/1.1" status: 204 len: 168 time: 0.1211939 Sep 28 07:36:54.144001 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b578db3-05fe-49fe-aebb-8f0752b1576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be43511-1557-4dbd-88c7-3b5a6a8a5a8c,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:54.446484 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424fef-8b4f-4f31-aa64-9af7e8c41978 req-65b11282-ddf9-49b4-8b9e-7450d7abb458 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:54.447980 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8424fef-8b4f-4f31-aa64-9af7e8c41978 req-65b11282-ddf9-49b4-8b9e-7450d7abb458 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0491834 Sep 28 07:36:54.501949 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8424fef-8b4f-4f31-aa64-9af7e8c41978 req-2446cc88-cd78-4c3e-aa9b-aa09c1a717b3 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459590 Sep 28 07:36:55.179483 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:55.632291 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356574e-14b7-4414-b650-12cd76a9ea9c req-52817290-77f1-437b-8cf0-a050babff04e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:55.633917 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0356574e-14b7-4414-b650-12cd76a9ea9c req-52817290-77f1-437b-8cf0-a050babff04e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0530634 Sep 28 07:36:55.684063 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-0356574e-14b7-4414-b650-12cd76a9ea9c req-c9ed142e-20e6-4cd2-b6fb-12755eb03be0 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Sep 28 07:36:56.496611 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43176) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:56.603179 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d84c7f9a-f7f2-4bd6-b407-1f719ec9a20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.647174 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:56.659680 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:36:56.680881 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.688070 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d84c7f9a-f7f2-4bd6-b407-1f719ec9a20b admin admin] Publish callbacks [] for security_group (1a29fd10-ecd3-464d-8702-702df75f01aa), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.694261 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d84c7f9a-f7f2-4bd6-b407-1f719ec9a20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (1a29fd10-ecd3-464d-8702-702df75f01aa), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.732079 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d84c7f9a-f7f2-4bd6-b407-1f719ec9a20b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=adcadebc653141aaae09b68614897ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343318 Sep 28 07:36:56.734783 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43182) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:56.738463 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c7f9a-f7f2-4bd6-b407-1f719ec9a20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a29fd10-ecd3-464d-8702-702df75f01aa,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:56.776227 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.796656 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af15d421-9c6a-46e2-b5be-ccf599189121 admin admin] Publish callbacks [] for security_group (1a29fd10-ecd3-464d-8702-702df75f01aa), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.812483 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb218275-927a-4050-a6d8-8f1c5964a6d3 req-ef2ebe9c-63b7-4ca2-8192-33f006250bb9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:56.814062 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb218275-927a-4050-a6d8-8f1c5964a6d3 req-ef2ebe9c-63b7-4ca2-8192-33f006250bb9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0488827 Sep 28 07:36:56.817583 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af15d421-9c6a-46e2-b5be-ccf599189121 admin admin] Publish callbacks [] for security_group (1a29fd10-ecd3-464d-8702-702df75f01aa), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.865944 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af15d421-9c6a-46e2-b5be-ccf599189121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (1a29fd10-ecd3-464d-8702-702df75f01aa), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.866577 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb218275-927a-4050-a6d8-8f1c5964a6d3 req-dad279c8-b98f-41c1-90ba-ea7062f22db0 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Sep 28 07:36:56.868683 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af15d421-9c6a-46e2-b5be-ccf599189121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:56.872396 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-af15d421-9c6a-46e2-b5be-ccf599189121 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1a29fd10-ecd3-464d-8702-702df75f01aa HTTP/1.1" status: 204 len: 168 time: 0.1336846 Sep 28 07:36:56.877787 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15d421-9c6a-46e2-b5be-ccf599189121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a29fd10-ecd3-464d-8702-702df75f01aa,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:57.136954 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43188) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:57.150700 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e54d8eaf-ba2c-4657-bbe7-3f87a115cc75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:57.230945 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e54d8eaf-ba2c-4657-bbe7-3f87a115cc75 admin admin] Publish callbacks [] for security_group (6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:57.234397 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e54d8eaf-ba2c-4657-bbe7-3f87a115cc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:57.273322 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e54d8eaf-ba2c-4657-bbe7-3f87a115cc75 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7586a394d7fb4f26abae1450ed66a4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352923 Sep 28 07:36:57.274004 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d8eaf-ba2c-4657-bbe7-3f87a115cc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:57.276647 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43190) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:57.328621 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7691e0b1-cb91-41c6-935f-a1aa2054ca19 admin admin] Publish callbacks [] for security_group (6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:57.348964 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7691e0b1-cb91-41c6-935f-a1aa2054ca19 admin admin] Publish callbacks [] for security_group (6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:57.393932 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7691e0b1-cb91-41c6-935f-a1aa2054ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:57.396989 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7691e0b1-cb91-41c6-935f-a1aa2054ca19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:57.398162 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7691e0b1-cb91-41c6-935f-a1aa2054ca19 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2 HTTP/1.1" status: 204 len: 168 time: 0.1202545 Sep 28 07:36:57.405797 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691e0b1-cb91-41c6-935f-a1aa2054ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419e9ce-0bfd-4d1e-a4bb-b6d4fcc04be2,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:57.996666 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9c480-338c-4942-8151-ae948ef325a5 req-de9abaad-97ac-45dd-bdb1-08d10e1e4e5b tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:57.998157 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d6b9c480-338c-4942-8151-ae948ef325a5 req-de9abaad-97ac-45dd-bdb1-08d10e1e4e5b tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0461664 Sep 28 07:36:58.052122 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d6b9c480-338c-4942-8151-ae948ef325a5 req-1f6c1084-a017-4185-81c3-7a9ff6d1c8a0 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479186 Sep 28 07:36:59.178822 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760840c-5191-490c-b869-0045fa24a57d req-e30b14b0-de2a-4da3-8b93-070542aaa8d2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:36:59.180306 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1760840c-5191-490c-b869-0045fa24a57d req-e30b14b0-de2a-4da3-8b93-070542aaa8d2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0463345 Sep 28 07:36:59.234861 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1760840c-5191-490c-b869-0045fa24a57d req-b197d1f7-6341-4181-8da4-921e0cdc8725 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484765 Sep 28 07:36:59.567893 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43266) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:59.669323 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-83c1edac-ecc1-4833-b095-619008562c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:59.743969 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-83c1edac-ecc1-4833-b095-619008562c93 admin admin] Publish callbacks [] for security_group (00d5496b-f58b-4153-a162-c79d0c5831a9), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:59.747760 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-83c1edac-ecc1-4833-b095-619008562c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (00d5496b-f58b-4153-a162-c79d0c5831a9), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:59.789643 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-83c1edac-ecc1-4833-b095-619008562c93 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a3d6588a4f5b408a872c0f56289d9e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206602 Sep 28 07:36:59.790335 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1edac-ecc1-4833-b095-619008562c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d5496b-f58b-4153-a162-c79d0c5831a9,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:36:59.792410 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43270) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:36:59.841651 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-604f51b6-cfd9-4b5d-9e33-8fa08a2ffc00 admin admin] Publish callbacks [] for security_group (00d5496b-f58b-4153-a162-c79d0c5831a9), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:59.861113 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-604f51b6-cfd9-4b5d-9e33-8fa08a2ffc00 admin admin] Publish callbacks [] for security_group (00d5496b-f58b-4153-a162-c79d0c5831a9), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:59.910565 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-604f51b6-cfd9-4b5d-9e33-8fa08a2ffc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (00d5496b-f58b-4153-a162-c79d0c5831a9), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:59.913818 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-604f51b6-cfd9-4b5d-9e33-8fa08a2ffc00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:36:59.915028 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-604f51b6-cfd9-4b5d-9e33-8fa08a2ffc00 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/00d5496b-f58b-4153-a162-c79d0c5831a9 HTTP/1.1" status: 204 len: 168 time: 0.1215901 Sep 28 07:36:59.922719 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f51b6-cfd9-4b5d-9e33-8fa08a2ffc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d5496b-f58b-4153-a162-c79d0c5831a9,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:00.186760 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43276) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:00.200541 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-feec5100-dc11-4a33-97f9-32cc3a1ac0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:00.277248 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-feec5100-dc11-4a33-97f9-32cc3a1ac0b4 admin admin] Publish callbacks [] for security_group (43dfaaa4-4051-409d-b0fe-f54cba93725d), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:00.281609 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-feec5100-dc11-4a33-97f9-32cc3a1ac0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (43dfaaa4-4051-409d-b0fe-f54cba93725d), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:00.291600 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:00.300817 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:00.334459 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-feec5100-dc11-4a33-97f9-32cc3a1ac0b4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d5e688fb907747ae8953ef5546fcd382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465609 Sep 28 07:37:00.337341 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43280) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:00.337840 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec5100-dc11-4a33-97f9-32cc3a1ac0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dfaaa4-4051-409d-b0fe-f54cba93725d,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:00.372826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fae46-8aa8-47b4-a8a0-7437747ba6ff req-9654d2e9-4375-4607-8db9-23e360b54970 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:00.374327 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f81fae46-8aa8-47b4-a8a0-7437747ba6ff req-9654d2e9-4375-4607-8db9-23e360b54970 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0544980 Sep 28 07:37:00.389433 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-409dbd2e-5995-4d91-8f5f-76eb55db17a1 admin admin] Publish callbacks [] for security_group (43dfaaa4-4051-409d-b0fe-f54cba93725d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:00.409059 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-409dbd2e-5995-4d91-8f5f-76eb55db17a1 admin admin] Publish callbacks [] for security_group (43dfaaa4-4051-409d-b0fe-f54cba93725d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:00.423119 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f81fae46-8aa8-47b4-a8a0-7437747ba6ff req-2ceb6d38-0415-48e5-8878-595e5fd423d2 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431488 Sep 28 07:37:00.457949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-409dbd2e-5995-4d91-8f5f-76eb55db17a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (43dfaaa4-4051-409d-b0fe-f54cba93725d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:00.460642 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-409dbd2e-5995-4d91-8f5f-76eb55db17a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:00.462049 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-409dbd2e-5995-4d91-8f5f-76eb55db17a1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/43dfaaa4-4051-409d-b0fe-f54cba93725d HTTP/1.1" status: 204 len: 168 time: 0.1236267 Sep 28 07:37:00.470662 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dbd2e-5995-4d91-8f5f-76eb55db17a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dfaaa4-4051-409d-b0fe-f54cba93725d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:01.557855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629f89-533a-4234-8a0e-32b6419b2832 req-22334141-929f-4bc6-a17d-0a9f0483e623 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:01.559326 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1629f89-533a-4234-8a0e-32b6419b2832 req-22334141-929f-4bc6-a17d-0a9f0483e623 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0481489 Sep 28 07:37:01.603065 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:01.613265 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1629f89-533a-4234-8a0e-32b6419b2832 req-7d297e84-cef2-40c0-8714-7bed90801dac tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482366 Sep 28 07:37:02.158920 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:02.159718 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:02.245408 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:02.257981 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-19f49a24-2bf4-4f23-81ee-7a80c3dbdeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:02.259832 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-19f49a24-2bf4-4f23-81ee-7a80c3dbdeea service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1130 time: 0.0419269 Sep 28 07:37:02.353503 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-12ccd470-150c-4fbd-97b0-358dea1e2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:02.354963 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-12ccd470-150c-4fbd-97b0-358dea1e2164 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 909 time: 0.0886900 Sep 28 07:37:02.402701 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43354) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:02.420571 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-47a5ddaf-2c1e-40dc-b0ff-8d6d09da430c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 1002 time: 0.0587201 Sep 28 07:37:02.488121 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-4fcb6b08-5d32-40f3-b8fe-12d7ffa10d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:02.490501 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-4fcb6b08-5d32-40f3-b8fe-12d7ffa10d66 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 200 len: 847 time: 0.0604856 Sep 28 07:37:02.516180 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-48713a4d-7823-44c5-a38f-94f9fdbac9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:02.534285 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-9ff5d932-0d27-4d22-8486-54c22b4ff44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:02.535810 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-9ff5d932-0d27-4d22-8486-54c22b4ff44d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=380ba3a3-882e-4070-8873-539d55af7b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390654 Sep 28 07:37:02.592496 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-48713a4d-7823-44c5-a38f-94f9fdbac9ff admin admin] Publish callbacks [] for security_group (b8b3983b-8e67-4f87-96e9-546231086eea), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:02.597556 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-48713a4d-7823-44c5-a38f-94f9fdbac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b8b3983b-8e67-4f87-96e9-546231086eea), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:02.633399 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-7b14ed1b-b088-40a1-b9f0-bd4868e10223 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906003 Sep 28 07:37:02.637566 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-48713a4d-7823-44c5-a38f-94f9fdbac9ff admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=64440b4b1551429fbd441f81bf5fa795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336476 Sep 28 07:37:02.638579 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48713a4d-7823-44c5-a38f-94f9fdbac9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3983b-8e67-4f87-96e9-546231086eea,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:02.641049 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43358) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:02.691438 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc044-2777-4700-9d8f-23816b637108 admin admin] Publish callbacks [] for security_group (b8b3983b-8e67-4f87-96e9-546231086eea), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:02.714795 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc044-2777-4700-9d8f-23816b637108 admin admin] Publish callbacks [] for security_group (b8b3983b-8e67-4f87-96e9-546231086eea), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:02.732239 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-840ca108-cd83-4c1b-adc2-c82620f38bca req-1f9b66cb-ab68-4cc2-a386-712862c9a05d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922449 Sep 28 07:37:02.784475 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bb276-03c4-483e-8ab3-a50d31e08d42 req-2caaab68-3264-45a7-9299-cd15a507d59f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:02.786504 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b81bb276-03c4-483e-8ab3-a50d31e08d42 req-2caaab68-3264-45a7-9299-cd15a507d59f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0740354 Sep 28 07:37:02.822107 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc044-2777-4700-9d8f-23816b637108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (b8b3983b-8e67-4f87-96e9-546231086eea), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:02.824527 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc044-2777-4700-9d8f-23816b637108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:02.825665 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1c3fc044-2777-4700-9d8f-23816b637108 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b8b3983b-8e67-4f87-96e9-546231086eea HTTP/1.1" status: 204 len: 168 time: 0.1835442 Sep 28 07:37:02.844817 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc044-2777-4700-9d8f-23816b637108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3983b-8e67-4f87-96e9-546231086eea,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:02.850584 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-b81bb276-03c4-483e-8ab3-a50d31e08d42 req-3b4e8c89-e80d-4ab3-85df-1d6bf87caa11 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579102 Sep 28 07:37:03.084101 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43366) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:03.097237 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a85dde6e-c0fe-44fb-872b-d2100b97806a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:03.171635 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a85dde6e-c0fe-44fb-872b-d2100b97806a admin admin] Publish callbacks [] for security_group (d35800c8-ec98-4b5e-9317-ff5ebd8fcf18), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:03.175301 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a85dde6e-c0fe-44fb-872b-d2100b97806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d35800c8-ec98-4b5e-9317-ff5ebd8fcf18), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:03.214885 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-a85dde6e-c0fe-44fb-872b-d2100b97806a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=25018955f72f4077ae38b0f749eb31f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297364 Sep 28 07:37:03.215680 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dde6e-c0fe-44fb-872b-d2100b97806a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35800c8-ec98-4b5e-9317-ff5ebd8fcf18,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:03.217624 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43368) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:03.267314 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b08656ec-2dbd-4e16-bf35-b58d0f8454f3 admin admin] Publish callbacks [] for security_group (d35800c8-ec98-4b5e-9317-ff5ebd8fcf18), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:03.287304 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b08656ec-2dbd-4e16-bf35-b58d0f8454f3 admin admin] Publish callbacks [] for security_group (d35800c8-ec98-4b5e-9317-ff5ebd8fcf18), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:03.333894 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b08656ec-2dbd-4e16-bf35-b58d0f8454f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (d35800c8-ec98-4b5e-9317-ff5ebd8fcf18), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:03.336436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b08656ec-2dbd-4e16-bf35-b58d0f8454f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:03.337620 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b08656ec-2dbd-4e16-bf35-b58d0f8454f3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d35800c8-ec98-4b5e-9317-ff5ebd8fcf18 HTTP/1.1" status: 204 len: 168 time: 0.1190162 Sep 28 07:37:03.345199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08656ec-2dbd-4e16-bf35-b58d0f8454f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35800c8-ec98-4b5e-9317-ff5ebd8fcf18,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:03.974517 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ab3e5-fc29-49c7-965f-85567c245cee req-a0613b85-566e-4670-b1d5-953a689a8c27 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:03.975999 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8f7ab3e5-fc29-49c7-965f-85567c245cee req-a0613b85-566e-4670-b1d5-953a689a8c27 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0464618 Sep 28 07:37:04.020590 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43392) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:04.026458 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8f7ab3e5-fc29-49c7-965f-85567c245cee req-b6074e45-4a99-456e-b842-c73b71bc03a6 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Sep 28 07:37:04.121390 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1237135253-network', 'tenant_id': '88f1e4d66efc498992919fa2540fadb3'}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:37:04.141620 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Made reservation on behalf of 88f1e4d66efc498992919fa2540fadb3 for: {'network': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:37:04.144052 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.152790 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.175506 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:04.186640 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:04.237666 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks [] for security_group (9bd7d24e-0431-4ce1-926f-e2885edb4d32), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.241275 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9bd7d24e-0431-4ce1-926f-e2885edb4d32), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.266740 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=106259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:37:04.278715 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd7d24e-0431-4ce1-926f-e2885edb4d32,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:04.281507 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (a4c37d40-6ee9-4c59-8729-c59f9d76c024), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.281842 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.db.segments_db [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Added segment a4c37d40-6ee9-4c59-8729-c59f9d76c024 of type vlan for network 809ab772-a529-4073-a7af-9d031da5c3e9 Sep 28 07:37:04.321238 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (809ab772-a529-4073-a7af-9d031da5c3e9), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.344529 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (809ab772-a529-4073-a7af-9d031da5c3e9), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.345520 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:04.346088 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.396035 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3742352 Sep 28 07:37:04.399193 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43396) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:04.403964 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Request body: {'subnet': {'network_id': '809ab772-a529-4073-a7af-9d031da5c3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1237135253-subnet', 'tenant_id': '88f1e4d66efc498992919fa2540fadb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:37:04.409092 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062c8d2-86dd-44e8-8486-041df5370609 admin admin] Pushing event updated for resources: {'Network': ['ID=809ab772-a529-4073-a7af-9d031da5c3e9,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:04.418857 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network 809ab772-a529-4073-a7af-9d031da5c3e9 details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:37:04.424445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Made reservation on behalf of 88f1e4d66efc498992919fa2540fadb3 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:37:04.427215 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303705'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.471302 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:04.582580 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:04.600059 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2774604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303727'] for subnet (d879794b-dac9-435a-af56-36d11453a22f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.603728 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:04.662193 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d879794b-dac9-435a-af56-36d11453a22f,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:04.670480 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Checking segment: {'id': 'a4c37d40-6ee9-4c59-8729-c59f9d76c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '809ab772-a529-4073-a7af-9d031da5c3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:37:04.670831 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Network hostable DHCP agents. Network: 809ab772-a529-4073-a7af-9d031da5c3e9, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:37:04.688522 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Network 809ab772-a529-4073-a7af-9d031da5c3e9 is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:37:04.699049 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, 809ab772-a529-4073-a7af-9d031da5c3e9) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:37:04.703699 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:04.704286 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:04.711668 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ea7a3-9a63-4707-a61b-6fef9793486a None None] Network 809ab772-a529-4073-a7af-9d031da5c3e9 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:37:04.723230 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f96dfc9b-2a2b-4898-9d58-177d07bbe68a admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3229148 Sep 28 07:37:04.772214 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:04.825625 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5c674-b53a-4777-b852-6ad21d6561bf None None] Network 809ab772-a529-4073-a7af-9d031da5c3e9 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:37:05.166731 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebedaf6-7368-4fa1-89f4-78f78e028f14 req-076a87f4-513e-43e0-a898-ffe68bf95e23 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:05.168192 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bebedaf6-7368-4fa1-89f4-78f78e028f14 req-076a87f4-513e-43e0-a898-ffe68bf95e23 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0590529 Sep 28 07:37:05.226208 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-bebedaf6-7368-4fa1-89f4-78f78e028f14 req-0bc7fed7-8eeb-4436-9ade-ad959a007282 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523784 Sep 28 07:37:05.257532 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43414) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:05.262355 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-618923036-network', 'tenant_id': '877426a7724945d3bf563af72399af51'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:37:05.283365 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Made reservation on behalf of 877426a7724945d3bf563af72399af51 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:37:05.285974 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.295043 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.374713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks [] for security_group (9cc20dec-552b-4753-b0b3-3b194e105d9c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.378819 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9cc20dec-552b-4753-b0b3-3b194e105d9c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.401825 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 07:37:05.415989 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc20dec-552b-4753-b0b3-3b194e105d9c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:05.420939 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (d6a5f500-7461-495e-a315-e4fccf595746), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.421314 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Added segment d6a5f500-7461-495e-a315-e4fccf595746 of type vlan for network f9ab7994-6d89-44bb-8131-6da418711d2f Sep 28 07:37:05.462715 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935678639'] for network (f9ab7994-6d89-44bb-8131-6da418711d2f), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.486519 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262'] for network (f9ab7994-6d89-44bb-8131-6da418711d2f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.487736 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:05.488366 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.545303 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2866457 Sep 28 07:37:05.548147 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43416) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:05.553124 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.v2.base [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Request body: {'subnet': {'network_id': 'f9ab7994-6d89-44bb-8131-6da418711d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-618923036-subnet', 'tenant_id': '877426a7724945d3bf563af72399af51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 07:37:05.556730 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d0ce-5a26-4527-bc28-537bd8b3d859 admin admin] Pushing event updated for resources: {'Network': ['ID=f9ab7994-6d89-44bb-8131-6da418711d2f,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:05.567286 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Network f9ab7994-6d89-44bb-8131-6da418711d2f details requested by agent ovs-agent-dv-cinder-859447-1-iscsi with host dv-cinder-859447-1-iscsi {{(pid=106260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 07:37:05.577360 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Made reservation on behalf of 877426a7724945d3bf563af72399af51 for: {'subnet': 1} {{(pid=106259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 07:37:05.579567 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260438574'] for subnet (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.748878 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260328167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260438552'] for subnet (6f303d4d-0316-4505-822b-5c22fcc8bd8b), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.799248 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f303d4d-0316-4505-822b-5c22fcc8bd8b,revision_number=0']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:05.814785 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Checking segment: {'id': 'd6a5f500-7461-495e-a315-e4fccf595746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9ab7994-6d89-44bb-8131-6da418711d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 07:37:05.815148 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Network hostable DHCP agents. Network: f9ab7994-6d89-44bb-8131-6da418711d2f, hostable agents: ['9e234e11-5319-47db-ad86-10ecb6c3b860'], hosted agents: [] {{(pid=106259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 07:37:05.834363 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Network f9ab7994-6d89-44bb-8131-6da418711d2f is scheduled to be hosted by DHCP agent 9e234e11-5319-47db-ad86-10ecb6c3b860 with binding_index 1 {{(pid=106259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 07:37:05.842977 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859447-1-iscsi, f9ab7994-6d89-44bb-8131-6da418711d2f) {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 07:37:05.846923 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:05.847515 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:05.852065 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a794ed8-5bc3-45c3-8497-091fb794d42c None None] Network f9ab7994-6d89-44bb-8131-6da418711d2f requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:37:05.863098 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-5bd3769d-a65d-409d-bf2d-e728d3e0ec12 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3138664 Sep 28 07:37:05.954107 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b0b8f-1090-4c34-b768-3e0b46129e38 None None] Network f9ab7994-6d89-44bb-8131-6da418711d2f requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:37:06.354993 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593c6ef-ff9e-4dc4-934f-ea296e1c8758 req-2a27dc68-0180-4227-b9da-14437f544c53 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:06.356508 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e593c6ef-ff9e-4dc4-934f-ea296e1c8758 req-2a27dc68-0180-4227-b9da-14437f544c53 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0495117 Sep 28 07:37:06.409111 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e593c6ef-ff9e-4dc4-934f-ea296e1c8758 req-e6a163a2-9938-4c84-99fd-2357a7f55b96 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Sep 28 07:37:06.649325 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990d005-0f3a-4093-bdad-7392b9594eae req-b8f97737-4ccf-4f0f-8afc-618ac1937eb6 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:06.650790 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6990d005-0f3a-4093-bdad-7392b9594eae req-b8f97737-4ccf-4f0f-8afc-618ac1937eb6 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0492055 Sep 28 07:37:06.682514 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:06.706255 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6990d005-0f3a-4093-bdad-7392b9594eae req-08e18aa4-ac3d-4d40-a6cd-25fd58f106ee tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495932 Sep 28 07:37:06.713002 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-dbe26df6-afc8-465f-8861-f203eb6c123b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1344261 Sep 28 07:37:06.898734 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779918-2518-427b-9060-2affe2972ded req-863a84c6-73a7-4bf6-9a8c-4d8b6ac9ebbd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:06.899991 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-863a84c6-73a7-4bf6-9a8c-4d8b6ac9ebbd tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports/1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 943 time: 0.1576345 Sep 28 07:37:07.068118 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1915b73a-7b44-4a13-af78-132204143dd2 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:37:07.150126 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 1915b73a-7b44-4a13-af78-132204143dd2 is: ACTIVE; New status is: DOWN {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:37:07.150432 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:07.174913 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:37:07.178010 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240762a5-c3f7-437f-b93d-7bcfc8235ed5" -d '{"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-unplugged", "status": "completed", "tag": "1915b73a-7b44-4a13-af78-132204143dd2"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:37:07.190780 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:37:07.195050 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:07.218273 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Sep 2022 07:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9b599-2360-4343-a5ac-6e97fa26d04c x-openstack-request-id: req-17b9b599-2360-4343-a5ac-6e97fa26d04c {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:37:07.219774 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-unplugged", "status": "failed", "tag": "1915b73a-7b44-4a13-af78-132204143dd2", "code": 422}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:37:07.219774 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17b9b599-2360-4343-a5ac-6e97fa26d04c {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:37:07.219774 dv-cinder-859447-1-iscsi neutron-server[106260]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-17b9b599-2360-4343-a5ac-6e97fa26d04c']: {'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2', 'code': 422} returned with failed status Sep 28 07:37:07.247541 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=6']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:07.835643 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ffe45-e546-4e5f-b6d4-ea7b0a947ada req-c922367b-52ea-42af-8867-f8521b95abee tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:07.837165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6d5ffe45-e546-4e5f-b6d4-ea7b0a947ada req-c922367b-52ea-42af-8867-f8521b95abee tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0464611 Sep 28 07:37:07.889681 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6d5ffe45-e546-4e5f-b6d4-ea7b0a947ada req-65cb9fd9-053f-4ae7-9384-f1b0389a170d tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468960 Sep 28 07:37:08.333281 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:08.341685 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779918-2518-427b-9060-2affe2972ded req-abd47010-c5c8-41aa-b2f7-91b5831b06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:08.343165 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-abd47010-c5c8-41aa-b2f7-91b5831b06c1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d&tenant_id=39ec4a1f0d60440c86413595a8eb16ae HTTP/1.1" status: 200 len: 1128 time: 0.0396843 Sep 28 07:37:08.406586 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779918-2518-427b-9060-2affe2972ded req-9a21ba12-6525-433d-b4d8-cde7a8a61d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:08.408021 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-9a21ba12-6525-433d-b4d8-cde7a8a61d79 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1128 time: 0.0400851 Sep 28 07:37:08.729949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:08.760011 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779918-2518-427b-9060-2affe2972ded req-eef0ea70-ad71-4756-8663-650987ec1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:08.761500 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-eef0ea70-ad71-4756-8663-650987ec1c99 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 909 time: 0.3468189 Sep 28 07:37:08.826933 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-5b175ea6-0934-47fc-a005-cbb86acbdd05 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 1000 time: 0.0581191 Sep 28 07:37:08.868516 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:08.876823 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779918-2518-427b-9060-2affe2972ded req-a04fbb3a-e9bb-4f86-9e61-f746a173c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:08.878336 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-a04fbb3a-e9bb-4f86-9e61-f746a173c782 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 200 len: 847 time: 0.0454965 Sep 28 07:37:08.924454 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779918-2518-427b-9060-2affe2972ded req-b7e33ca3-7fa6-413d-ba39-19af8c012682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:08.926593 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-b7e33ca3-7fa6-413d-ba39-19af8c012682 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=380ba3a3-882e-4070-8873-539d55af7b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417128 Sep 28 07:37:09.029697 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-542bcd05-a2a8-4723-a44c-5f607cec008d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960534 Sep 28 07:37:09.038373 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e83a7b-31a9-4312-bf2b-fc43994b71c9 req-c90189d1-469a-4c7d-a0b8-57659539722d tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:09.039878 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-22e83a7b-31a9-4312-bf2b-fc43994b71c9 req-c90189d1-469a-4c7d-a0b8-57659539722d tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0696440 Sep 28 07:37:09.105495 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-22e83a7b-31a9-4312-bf2b-fc43994b71c9 req-911cacd9-3bb7-4943-b6a8-412e0baf090e tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592537 Sep 28 07:37:09.135826 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b779918-2518-427b-9060-2affe2972ded req-5be79587-d1ec-4699-a3bb-6b551da80b23 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003284 Sep 28 07:37:10.226702 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341fba4-b8ed-43e3-ad4d-e43c840462c3 req-fe607307-62c5-45b2-bcd1-f3007b3965e9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:10.228202 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3341fba4-b8ed-43e3-ad4d-e43c840462c3 req-fe607307-62c5-45b2-bcd1-f3007b3965e9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0519919 Sep 28 07:37:10.287674 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3341fba4-b8ed-43e3-ad4d-e43c840462c3 req-e27d20c6-40a3-4f34-a3c6-ae2f0544d634 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530603 Sep 28 07:37:11.388970 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:11.409028 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49ccaf-2546-4997-954a-a0a8a507db26 req-09961ceb-002c-4996-847c-e3948f3d50a1 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:11.410549 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ed49ccaf-2546-4997-954a-a0a8a507db26 req-09961ceb-002c-4996-847c-e3948f3d50a1 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0481050 Sep 28 07:37:11.468182 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-ed49ccaf-2546-4997-954a-a0a8a507db26 req-fa20c33b-d404-4beb-a483-ef98f9d7cabc tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508206 Sep 28 07:37:12.594582 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c201631-67d3-45bc-b0ea-384abbb78091 req-1e068c6c-06d3-46da-b30a-f2eb8f6322ae tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:12.596168 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c201631-67d3-45bc-b0ea-384abbb78091 req-1e068c6c-06d3-46da-b30a-f2eb8f6322ae tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0490479 Sep 28 07:37:12.654233 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c201631-67d3-45bc-b0ea-384abbb78091 req-4a587783-7c6d-4c14-adea-2d94e8beba46 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523636 Sep 28 07:37:13.775206 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7369dab-409e-4886-93db-1ec7ee15e37c req-40fa642c-06cc-47ce-935a-db4e13da7b2f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:13.776631 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d7369dab-409e-4886-93db-1ec7ee15e37c req-40fa642c-06cc-47ce-935a-db4e13da7b2f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0448189 Sep 28 07:37:13.824348 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-d7369dab-409e-4886-93db-1ec7ee15e37c req-f36eca51-6c68-43aa-962d-1212ce2ddf20 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 Sep 28 07:37:14.943874 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2236956-7943-45e8-a879-70d8c70dd819 req-02b25d2d-b163-481b-89b1-16405c8e5471 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:14.945342 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2236956-7943-45e8-a879-70d8c70dd819 req-02b25d2d-b163-481b-89b1-16405c8e5471 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 944 time: 0.0460255 Sep 28 07:37:14.997111 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2236956-7943-45e8-a879-70d8c70dd819 req-5d629d10-3b1d-4c1a-befd-5f33f90fc781 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Sep 28 07:37:15.125501 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1915b73a-7b44-4a13-af78-132204143dd2 details requested by agent hyperv_hv-cinder-85944 with host hv-cinder-85944 {{(pid=106260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 07:37:15.221297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:37:15.232138 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Returning: {'device': '1915b73a-7b44-4a13-af78-132204143dd2', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'port_id': '1915b73a-7b44-4a13-af78-132204143dd2', 'mac_address': 'fa:16:3e:da:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 07:37:15.264604 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:15.271754 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 1915b73a-7b44-4a13-af78-132204143dd2 is: DOWN; New status is: BUILD {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:37:15.272178 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:15.285661 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1915b73a-7b44-4a13-af78-132204143dd2 {{(pid=106260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 07:37:15.305882 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:37:15.310256 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:15.356211 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=7']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:15.596421 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] get_ports_and_sgs() called for port_ids ['1915b73a-7b44-4a13-af78-132204143dd2'] {{(pid=106260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 07:37:15.668227 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:16.115330 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0708cfd-a71f-41ab-b112-d0c2210f919f req-bc8408cb-76e6-4feb-9f1a-2764631f4ee9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:16.116757 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f0708cfd-a71f-41ab-b112-d0c2210f919f req-bc8408cb-76e6-4feb-9f1a-2764631f4ee9 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 945 time: 0.0448651 Sep 28 07:37:16.170200 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-f0708cfd-a71f-41ab-b112-d0c2210f919f req-21c352f5-4e75-4baa-b048-741684bf54c6 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479746 Sep 28 07:37:17.147760 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1915b73a-7b44-4a13-af78-132204143dd2 up at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 07:37:17.193664 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.provisioning_blocks [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Provisioning complete for port 1915b73a-7b44-4a13-af78-132204143dd2 triggered by entity L2. {{(pid=106260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 07:37:17.194031 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8218833'] for port (1915b73a-7b44-4a13-af78-132204143dd2), provisioning_complete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:17.194362 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Attempt 1 to provision port 1915b73a-7b44-4a13-af78-132204143dd2 Sep 28 07:37:17.271888 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Current status of the port 1915b73a-7b44-4a13-af78-132204143dd2 is: BUILD; New status is: ACTIVE {{(pid=106260) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 07:37:17.272280 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8028225'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:17.291636 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d0df3-8b1f-4add-be00-efae41e9ec85 req-42d01948-14d0-426a-9248-1f81969cba49 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:17.293186 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f54d0df3-8b1f-4add-be00-efae41e9ec85 req-42d01948-14d0-426a-9248-1f81969cba49 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 945 time: 0.0476878 Sep 28 07:37:17.294330 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2'}] {{(pid=106260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:37:17.296807 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}116e4cce328aa7fbeec559de8c672dabd5fdd10c427b5b9e2ee1444287ffafb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fba47e-1004-4a02-bb17-ea76a24956b9" -d '{"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-plugged", "status": "completed", "tag": "1915b73a-7b44-4a13-af78-132204143dd2"}]}' {{(pid=106260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:37:17.310579 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:37:17.314709 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791936147631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935706332', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935706350'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:17.344260 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b562c04-ee8e-4ca5-937a-ae5eb6c019fe x-openstack-request-id: req-7b562c04-ee8e-4ca5-937a-ae5eb6c019fe {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:37:17.344632 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-plugged", "status": "completed", "tag": "1915b73a-7b44-4a13-af78-132204143dd2", "code": 200}]} {{(pid=106260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:37:17.344971 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b562c04-ee8e-4ca5-937a-ae5eb6c019fe {{(pid=106260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:37:17.345420 dv-cinder-859447-1-iscsi neutron-server[106260]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b562c04-ee8e-4ca5-937a-ae5eb6c019fe'] response: {'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2', 'code': 200} Sep 28 07:37:17.354648 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f54d0df3-8b1f-4add-be00-efae41e9ec85 req-c7490a18-4f7a-4a65-b431-c459db02ca0d tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554061 Sep 28 07:37:17.374731 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Pushing event updated for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=8']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:17.608218 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b57afd-202a-4388-9931-3ab706215d89 req-55007027-c12e-4775-a9a4-1167f3c02101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:17.609763 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51b57afd-202a-4388-9931-3ab706215d89 req-55007027-c12e-4775-a9a4-1167f3c02101 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1130 time: 0.0365944 Sep 28 07:37:17.655722 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51b57afd-202a-4388-9931-3ab706215d89 req-0b38d501-9677-454c-83a6-804104b64005 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388412 Sep 28 07:37:18.165431 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:37:18.456126 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:18.482035 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-e23dea66-a508-4ecd-89a8-830759d3eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:18.484792 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-e23dea66-a508-4ecd-89a8-830759d3eb6d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1130 time: 0.0815301 Sep 28 07:37:18.498823 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521a8ea-7440-4a0d-b846-fe160ada22b2 req-8a49043d-c0c8-4125-bee1-bbe77dec6708 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:18.505567 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7521a8ea-7440-4a0d-b846-fe160ada22b2 req-8a49043d-c0c8-4125-bee1-bbe77dec6708 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0655749 Sep 28 07:37:18.562591 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-7521a8ea-7440-4a0d-b846-fe160ada22b2 req-63425f92-898e-4cfa-b59a-850d8494cbd1 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556235 Sep 28 07:37:18.612088 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-752685b4-506c-470a-9cd8-75a9fb8887fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:18.613525 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-752685b4-506c-470a-9cd8-75a9fb8887fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 909 time: 0.1013403 Sep 28 07:37:18.771716 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-be619092-1b33-496e-81a0-2a51a071ce5d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 1002 time: 0.0656292 Sep 28 07:37:19.188769 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:19.225813 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-a521b35a-9ade-42bf-bf55-ca67764d3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:19.227355 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-a521b35a-9ade-42bf-bf55-ca67764d3d54 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 200 len: 847 time: 0.0489700 Sep 28 07:37:19.270224 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-b7905f96-563c-4bac-b080-85991edb1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:19.271656 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-b7905f96-563c-4bac-b080-85991edb1dc2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=380ba3a3-882e-4070-8873-539d55af7b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375438 Sep 28 07:37:19.363921 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-43ba95b2-f284-4445-bed5-5ad32dfc9552 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843890 Sep 28 07:37:19.452014 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d588656-1ce4-4382-9fef-98f84bd04e4d req-f8d680fe-c755-48d8-85fa-9e704216f6b2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814826 Sep 28 07:37:19.635055 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43582) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:19.718204 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872a5c6-4991-460a-b7cb-d41d1ff80c68 req-5b4ae758-b54c-4ff1-b09a-5716db7ae836 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:37:19.719662 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8872a5c6-4991-460a-b7cb-d41d1ff80c68 req-5b4ae758-b54c-4ff1-b09a-5716db7ae836 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0772719 Sep 28 07:37:19.722600 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Deleting subnet d879794b-dac9-435a-af56-36d11453a22f {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:37:19.727884 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Publish callbacks [] for subnet (d879794b-dac9-435a-af56-36d11453a22f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:19.785592 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (d879794b-dac9-435a-af56-36d11453a22f), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:19.824236 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8872a5c6-4991-460a-b7cb-d41d1ff80c68 req-fc558f46-46c3-44c9-a777-a2d540757996 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977576 Sep 28 07:37:19.849199 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (d879794b-dac9-435a-af56-36d11453a22f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:19.896381 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (d879794b-dac9-435a-af56-36d11453a22f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:19.922475 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d879794b-dac9-435a-af56-36d11453a22f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:19.930394 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:19.933491 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d879794b-dac9-435a-af56-36d11453a22f HTTP/1.1" status: 204 len: 168 time: 0.2974386 Sep 28 07:37:19.935316 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.935655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.935999 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.936437 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.936774 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.936911 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43588) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:19.937360 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.937457 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.937786 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.938111 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.938436 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.938765 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.939090 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.939423 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.939963 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:19.940291 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9786d-fb59-4c00-b2cc-2044d6ce6271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:20.012404 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (809ab772-a529-4073-a7af-9d031da5c3e9), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.095659 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (809ab772-a529-4073-a7af-9d031da5c3e9), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.116227 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809ab772-a529-4073-a7af-9d031da5c3e9']}} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:37:20.125556 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c37d40-6ee9-4c59-8729-c59f9d76c024') {'for_net_delete': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:37:20.125859 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c37d40-6ee9-4c59-8729-c59f9d76c024') {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:37:20.137044 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260327971'] for segment (a4c37d40-6ee9-4c59-8729-c59f9d76c024), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.150446 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (a4c37d40-6ee9-4c59-8729-c59f9d76c024), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.157306 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=106259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:37:20.157749 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260325764'] for segment (a4c37d40-6ee9-4c59-8729-c59f9d76c024), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.221955 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (809ab772-a529-4073-a7af-9d031da5c3e9), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.229020 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.232361 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/809ab772-a529-4073-a7af-9d031da5c3e9 HTTP/1.1" status: 204 len: 168 time: 0.2944002 Sep 28 07:37:20.235219 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43594) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:20.256924 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment a4c37d40-6ee9-4c59-8729-c59f9d76c024 resource provider aggregate not found Sep 28 07:37:20.261134 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936efef5-5670-4ec4-87c1-0c46e3bef57c admin admin] Pushing event deleted for resources: {'Network': ['ID=809ab772-a529-4073-a7af-9d031da5c3e9,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:20.276166 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment a4c37d40-6ee9-4c59-8729-c59f9d76c024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4c37d40-6ee9-4c59-8729-c59f9d76c024 found for delete ", "request_id": "req-3ea86b1d-9a89-4f63-bb44-9d4b83ae3e70"}]} Sep 28 07:37:20.288415 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] Deleting subnet 6f303d4d-0316-4505-822b-5c22fcc8bd8b {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:37:20.291828 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] Publish callbacks [] for subnet (6f303d4d-0316-4505-822b-5c22fcc8bd8b), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.330909 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (6f303d4d-0316-4505-822b-5c22fcc8bd8b), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.369353 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (6f303d4d-0316-4505-822b-5c22fcc8bd8b), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.411209 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:20.421758 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (6f303d4d-0316-4505-822b-5c22fcc8bd8b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.449647 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f303d4d-0316-4505-822b-5c22fcc8bd8b,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:20.453609 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.457450 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9a60057f-368a-4d1a-beba-c55786b3b11e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6f303d4d-0316-4505-822b-5c22fcc8bd8b HTTP/1.1" status: 204 len: 168 time: 0.2209790 Sep 28 07:37:20.459644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43598) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:20.509221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:20.533880 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (f9ab7994-6d89-44bb-8131-6da418711d2f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.619057 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (f9ab7994-6d89-44bb-8131-6da418711d2f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.640060 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ab7994-6d89-44bb-8131-6da418711d2f']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:37:20.649456 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a5f500-7461-495e-a315-e4fccf595746') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:37:20.649755 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a5f500-7461-495e-a315-e4fccf595746') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:37:20.659412 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (d6a5f500-7461-495e-a315-e4fccf595746), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.676137 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (d6a5f500-7461-495e-a315-e4fccf595746), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.682770 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:37:20.683241 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (d6a5f500-7461-495e-a315-e4fccf595746), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.725278 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment d6a5f500-7461-495e-a315-e4fccf595746 resource provider aggregate not found Sep 28 07:37:20.745612 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment d6a5f500-7461-495e-a315-e4fccf595746 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6a5f500-7461-495e-a315-e4fccf595746 found for delete ", "request_id": "req-b7fbed29-6f4d-4764-b048-5a775d7856dc"}]} Sep 28 07:37:20.751416 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (f9ab7994-6d89-44bb-8131-6da418711d2f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.757324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:20.760503 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/f9ab7994-6d89-44bb-8131-6da418711d2f HTTP/1.1" status: 204 len: 168 time: 0.2999487 Sep 28 07:37:20.773629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690e6ac-0784-42f1-ba49-4385c96cfd5c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ab7994-6d89-44bb-8131-6da418711d2f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:20.935460 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43606) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:20.977822 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-58c5461b-4161-4628-88d5-3ea5304e0e09 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=88f1e4d66efc498992919fa2540fadb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411456 Sep 28 07:37:20.980372 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43608) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:21.033555 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1f7d-21ad-4880-a4ae-73353694eecc admin admin] Publish callbacks [] for security_group (9bd7d24e-0431-4ce1-926f-e2885edb4d32), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.054955 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1f7d-21ad-4880-a4ae-73353694eecc admin admin] Publish callbacks [] for security_group (9bd7d24e-0431-4ce1-926f-e2885edb4d32), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.105417 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1f7d-21ad-4880-a4ae-73353694eecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9bd7d24e-0431-4ce1-926f-e2885edb4d32), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.107948 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2f1f1f7d-21ad-4880-a4ae-73353694eecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.109301 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2f1f1f7d-21ad-4880-a4ae-73353694eecc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9bd7d24e-0431-4ce1-926f-e2885edb4d32 HTTP/1.1" status: 204 len: 168 time: 0.1277747 Sep 28 07:37:21.118065 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f1f7d-21ad-4880-a4ae-73353694eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd7d24e-0431-4ce1-926f-e2885edb4d32,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:21.432637 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43614) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:21.473227 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-1cdd2040-9a6e-48be-9da1-52a31df321fe admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=877426a7724945d3bf563af72399af51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388114 Sep 28 07:37:21.475549 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43616) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:21.523028 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-04d13221-894a-4042-adc7-71ffdbe53057 admin admin] Publish callbacks [] for security_group (9cc20dec-552b-4753-b0b3-3b194e105d9c), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.542327 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-04d13221-894a-4042-adc7-71ffdbe53057 admin admin] Publish callbacks [] for security_group (9cc20dec-552b-4753-b0b3-3b194e105d9c), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.543788 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:21.589924 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-04d13221-894a-4042-adc7-71ffdbe53057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (9cc20dec-552b-4753-b0b3-3b194e105d9c), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.592440 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-04d13221-894a-4042-adc7-71ffdbe53057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:21.593593 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-04d13221-894a-4042-adc7-71ffdbe53057 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9cc20dec-552b-4753-b0b3-3b194e105d9c HTTP/1.1" status: 204 len: 168 time: 0.1171618 Sep 28 07:37:21.601511 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d13221-894a-4042-adc7-71ffdbe53057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc20dec-552b-4753-b0b3-3b194e105d9c,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:21.643167 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8dab0250-6ad7-4553-b2f9-d53e491b6d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:23.900283 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-87bc9d8e-c867-4503-93e0-445ee872474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:25.188939 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:26.681445 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:26.778612 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:28.160965 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:31.090202 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:31.113064 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:31.596063 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=81,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:31.596891 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:32.347361 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43722) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:32.451283 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:32.527807 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Publish callbacks [] for security_group (2d150a76-3308-42f5-abc6-6b1545cebe8d), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:32.531399 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (2d150a76-3308-42f5-abc6-6b1545cebe8d), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:32.569432 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d150a76-3308-42f5-abc6-6b1545cebe8d,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:32.577174 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5f59d70a5e574fac8c81b2e5320abf7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287662 Sep 28 07:37:32.578853 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.579200 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.579543 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.579881 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.580018 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43726) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:32.580478 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.580589 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.580841 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.581186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.581514 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.581839 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.582162 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.582492 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.582810 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.583125 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.583441 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f790f-dab1-4a58-9b65-109e045975b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:37:32.630453 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6630143-bfbe-45d8-a211-ad79312d8d93 admin admin] Publish callbacks [] for security_group (2d150a76-3308-42f5-abc6-6b1545cebe8d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:32.650117 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6630143-bfbe-45d8-a211-ad79312d8d93 admin admin] Publish callbacks [] for security_group (2d150a76-3308-42f5-abc6-6b1545cebe8d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:32.698036 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6630143-bfbe-45d8-a211-ad79312d8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (2d150a76-3308-42f5-abc6-6b1545cebe8d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:32.700540 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a6630143-bfbe-45d8-a211-ad79312d8d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:32.701740 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a6630143-bfbe-45d8-a211-ad79312d8d93 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2d150a76-3308-42f5-abc6-6b1545cebe8d HTTP/1.1" status: 204 len: 168 time: 0.1207907 Sep 28 07:37:32.709926 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6630143-bfbe-45d8-a211-ad79312d8d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d150a76-3308-42f5-abc6-6b1545cebe8d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:32.970495 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43732) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:32.985106 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-96293b87-7976-4cd2-9550-7db871a36caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:33.064734 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-96293b87-7976-4cd2-9550-7db871a36caf admin admin] Publish callbacks [] for security_group (741c35fa-3fb5-44ae-81ff-ca621eae9888), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:33.068180 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-96293b87-7976-4cd2-9550-7db871a36caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (741c35fa-3fb5-44ae-81ff-ca621eae9888), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:33.106447 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96293b87-7976-4cd2-9550-7db871a36caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741c35fa-3fb5-44ae-81ff-ca621eae9888,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:33.110566 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-96293b87-7976-4cd2-9550-7db871a36caf admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3b90c5575b7d44e39fca7c3ac263fcbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390717 Sep 28 07:37:33.113208 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43734) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:33.161385 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c2682b5-ffc0-414e-86d1-dadc0cc274d5 admin admin] Publish callbacks [] for security_group (741c35fa-3fb5-44ae-81ff-ca621eae9888), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:33.181401 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c2682b5-ffc0-414e-86d1-dadc0cc274d5 admin admin] Publish callbacks [] for security_group (741c35fa-3fb5-44ae-81ff-ca621eae9888), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:33.227020 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c2682b5-ffc0-414e-86d1-dadc0cc274d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (741c35fa-3fb5-44ae-81ff-ca621eae9888), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:33.229444 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c2682b5-ffc0-414e-86d1-dadc0cc274d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:33.230631 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2c2682b5-ffc0-414e-86d1-dadc0cc274d5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/741c35fa-3fb5-44ae-81ff-ca621eae9888 HTTP/1.1" status: 204 len: 168 time: 0.1165047 Sep 28 07:37:33.238416 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2682b5-ffc0-414e-86d1-dadc0cc274d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741c35fa-3fb5-44ae-81ff-ca621eae9888,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:34.269196 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43764) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:34.374989 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b11ff32-ffe2-497d-843d-0dfb7fa8078f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:34.450781 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b11ff32-ffe2-497d-843d-0dfb7fa8078f admin admin] Publish callbacks [] for security_group (98409a5f-a183-41c8-a2c5-3f0890d34223), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:34.454262 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0b11ff32-ffe2-497d-843d-0dfb7fa8078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (98409a5f-a183-41c8-a2c5-3f0890d34223), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:34.492194 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11ff32-ffe2-497d-843d-0dfb7fa8078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98409a5f-a183-41c8-a2c5-3f0890d34223,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:34.496446 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0b11ff32-ffe2-497d-843d-0dfb7fa8078f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=960974705d6c4674b339d9806ac5decb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262232 Sep 28 07:37:34.499136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43768) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:34.547210 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f95bd91-43eb-48f1-862a-cd677e1a4caa admin admin] Publish callbacks [] for security_group (98409a5f-a183-41c8-a2c5-3f0890d34223), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:34.568192 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f95bd91-43eb-48f1-862a-cd677e1a4caa admin admin] Publish callbacks [] for security_group (98409a5f-a183-41c8-a2c5-3f0890d34223), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:34.574486 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:34.595354 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:34.619193 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f95bd91-43eb-48f1-862a-cd677e1a4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (98409a5f-a183-41c8-a2c5-3f0890d34223), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:34.621988 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f95bd91-43eb-48f1-862a-cd677e1a4caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:34.623133 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7f95bd91-43eb-48f1-862a-cd677e1a4caa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/98409a5f-a183-41c8-a2c5-3f0890d34223 HTTP/1.1" status: 204 len: 168 time: 0.1231060 Sep 28 07:37:34.630868 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95bd91-43eb-48f1-862a-cd677e1a4caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98409a5f-a183-41c8-a2c5-3f0890d34223,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:37:38.872259 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:39.153080 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:39.158465 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:42.564965 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:42.573067 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:44.626083 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=4,neutron:SELECT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:44.626883 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:48.866818 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:48.868644 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:50.105442 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:50.106194 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:37:51.646053 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-8aa88903-4955-4cd2-9797-11f62b17996b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:53.902483 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-34c034c6-38ef-4a8b-a6d6-fe44c583b7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:55.164988 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:37:55.184305 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:56.720767 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:56.782282 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:59.590305 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43782) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:37:59.728395 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Deleting port 34872ccf-72a4-4fb7-b0f6-5572f670df08 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:37:59.728738 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:59.807550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:59.807879 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (34872ccf-72a4-4fb7-b0f6-5572f670df08), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:37:59.820582 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Calling delete_port for 34872ccf-72a4-4fb7-b0f6-5572f670df08 owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:37:59.981379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (34872ccf-72a4-4fb7-b0f6-5572f670df08), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:00.006479 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event deleted for resources: {'Port': ['ID=34872ccf-72a4-4fb7-b0f6-5572f670df08,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:00.066718 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (257706ae-c9d6-476e-a917-b89e65e7e843), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:00.067043 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Floating IP 257706ae-c9d6-476e-a917-b89e65e7e843 disassociated (deleted). External IP: 172.27.2.215, port: e3f9fb34-9b9b-415a-8e1a-224fd1f63698. Sep 28 07:38:00.258860 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:38:00.348110 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:00.357804 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:38:00.362598 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:00.368518 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:38:00.377914 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:00.378516 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:00.394721 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c85595b1-2b8a-479a-948d-fa88aa749a5f tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/257706ae-c9d6-476e-a917-b89e65e7e843 HTTP/1.1" status: 204 len: 168 time: 0.8033440 Sep 28 07:38:00.395373 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:38:00.397807 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a3be7b-a688-4690-8b0b-a514e0545751" -d '{"events": [{"name": "network-changed", "server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:38:00.444812 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3566c6b-ad57-4423-b3cb-3567faa09c12 x-openstack-request-id: req-a3566c6b-ad57-4423-b3cb-3567faa09c12 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:38:00.446215 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:38:00.446750 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3566c6b-ad57-4423-b3cb-3567faa09c12 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:38:00.447244 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3566c6b-ad57-4423-b3cb-3567faa09c12'] response: {'name': 'network-changed', 'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'status': 'completed', 'code': 200} Sep 28 07:38:00.494840 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:00.510565 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-e360aae6-cdfc-4bef-b200-4970fb194799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:00.512000 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-e360aae6-cdfc-4bef-b200-4970fb194799 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 1129 time: 0.0424733 Sep 28 07:38:00.586907 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:00.617041 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-768f7b66-d844-4860-9f9b-84b8dfa2abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:00.618472 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-768f7b66-d844-4860-9f9b-84b8dfa2abaf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.0956092 Sep 28 07:38:00.664844 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecafc4-90d7-4938-8046-4e08431f5b7f req-0bd96b60-6a96-41d0-974c-34a71304bb5b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:00.666347 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aeecafc4-90d7-4938-8046-4e08431f5b7f req-0bd96b60-6a96-41d0-974c-34a71304bb5b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0522230 Sep 28 07:38:00.716990 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aeecafc4-90d7-4938-8046-4e08431f5b7f req-7e545994-0830-4a0a-abaa-a2437b2c9379 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449042 Sep 28 07:38:00.722747 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:33Z', 'revision_number': 1, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:00.748145 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:38:00.756597 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:00.757228 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:00.855660 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:01.061296 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:33Z', 'revision_number': 1, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:01.086200 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f0952-9290-4152-9ba3-cd0458a9173d None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_floatingips': [{'id': '5f55d9ce-05a6-4e8b-b184-15583879f4fb', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'router_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'port_id': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'mac_address': 'fa:16:3e:7a:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T07:33:31Z', 'updated_at': '2022-09-28T07:33:33Z', 'revision_number': 1, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:38:01.314995 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ad56d-5a0c-4403-9d6c-931fe108c18e None None] New status for floating IP 257706ae-c9d6-476e-a917-b89e65e7e843: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:38:01.698622 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-e37160f7-98f6-4aac-baab-5d209cb94fc0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698 HTTP/1.1" status: 200 len: 217 time: 0.0366142 Sep 28 07:38:01.747784 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-44660ebd-5574-4597-b759-429e93decdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:01.749333 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-44660ebd-5574-4597-b759-429e93decdde service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0430951 Sep 28 07:38:01.839023 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b2224-16d5-4448-b144-fe6195f808bb req-b304b9da-da57-45ba-b65c-9fde4d23b3d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:01.840456 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3b9b2224-16d5-4448-b144-fe6195f808bb req-b304b9da-da57-45ba-b65c-9fde4d23b3d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0456593 Sep 28 07:38:01.888332 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-3b9b2224-16d5-4448-b144-fe6195f808bb req-11474f31-d139-467d-9357-dd2e5c97a3ba tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Sep 28 07:38:01.901476 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-02b6f4b6-bc5a-4327-8d1c-db35a6936844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:01.902965 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-02b6f4b6-bc5a-4327-8d1c-db35a6936844 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413177 Sep 28 07:38:02.001230 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-70e43252-aa61-4df0-a71f-3f9a2e8e5c53 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830913 Sep 28 07:38:02.243678 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-0b486ccd-bdd5-4e91-95e9-acb2a6203bff tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:02.245119 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-0b486ccd-bdd5-4e91-95e9-acb2a6203bff tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 945 time: 0.0595083 Sep 28 07:38:02.281586 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a3be7b-a688-4690-8b0b-a514e0545751 req-1aec2b51-8e6a-4003-bc4f-98617b4f2704 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461732 Sep 28 07:38:02.352779 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Deleting port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:02.353155 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:02.440246 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] For port e3f9fb34-9b9b-415a-8e1a-224fd1f63698, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:02.440608 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:02.453994 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Calling delete_port for e3f9fb34-9b9b-415a-8e1a-224fd1f63698 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:02.564659 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:02.580607 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (e3f9fb34-9b9b-415a-8e1a-224fd1f63698), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:02.606601 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event deleted for resources: {'Port': ['ID=e3f9fb34-9b9b-415a-8e1a-224fd1f63698,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:02.651149 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] No DVR routers for this DVR port e3f9fb34-9b9b-415a-8e1a-224fd1f63698 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:02.653608 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:02.656789 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8677d2f6-f62d-4776-98fd-374af44b1b83 req-75b4896a-9aec-4eb5-b3d9-2c4713adb040 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "DELETE /networking/v2.0/ports/e3f9fb34-9b9b-415a-8e1a-224fd1f63698 HTTP/1.1" status: 204 len: 173 time: 0.4031444 Sep 28 07:38:02.657368 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'name': 'network-vif-deleted', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:38:02.659633 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f38aefb-69d4-4ded-b30d-55acb26abab1" -d '{"events": [{"server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "name": "network-vif-deleted", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:38:02.699724 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93614e55-5fe9-40bd-8230-b3cdcac02f9e x-openstack-request-id: req-93614e55-5fe9-40bd-8230-b3cdcac02f9e {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:38:02.700363 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c39356-6319-4671-901b-e1a6067332ef", "name": "network-vif-deleted", "tag": "e3f9fb34-9b9b-415a-8e1a-224fd1f63698", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:38:02.700363 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93614e55-5fe9-40bd-8230-b3cdcac02f9e {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:38:02.700683 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93614e55-5fe9-40bd-8230-b3cdcac02f9e'] response: {'server_uuid': '59c39356-6319-4671-901b-e1a6067332ef', 'name': 'network-vif-deleted', 'tag': 'e3f9fb34-9b9b-415a-8e1a-224fd1f63698', 'status': 'completed', 'code': 200} Sep 28 07:38:03.019181 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-17721cdb-f529-4001-a878-f64643c664d7 req-547dc8a0-fba9-48d5-86e6-bbc73dc0f0c3 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=59c39356-6319-4671-901b-e1a6067332ef HTTP/1.1" status: 200 len: 210 time: 0.0299156 Sep 28 07:38:06.498161 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43814) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:06.634320 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:06.641659 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Deleting port 8e509c21-cd4a-4f47-a890-270fa0783ccb {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:06.641999 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:06.715680 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:06.716005 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (8e509c21-cd4a-4f47-a890-270fa0783ccb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:06.728614 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Calling delete_port for 8e509c21-cd4a-4f47-a890-270fa0783ccb owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:06.870311 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (8e509c21-cd4a-4f47-a890-270fa0783ccb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:06.892207 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event deleted for resources: {'Port': ['ID=8e509c21-cd4a-4f47-a890-270fa0783ccb,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:06.956171 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (5f55d9ce-05a6-4e8b-b184-15583879f4fb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:06.956494 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Floating IP 5f55d9ce-05a6-4e8b-b184-15583879f4fb disassociated (deleted). External IP: 172.27.2.57, port: b8112591-d797-4e25-a5d4-e84683e0ddee. Sep 28 07:38:07.336467 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device e3f9fb34-9b9b-415a-8e1a-224fd1f63698 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:07.356118 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: e3f9fb34-9b9b-415a-8e1a-224fd1f63698 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:07.356463 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device e3f9fb34-9b9b-415a-8e1a-224fd1f63698 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:07.404893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:38:07.504559 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:38:07.509855 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:07.514319 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:38:07.525584 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:07.526258 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:07.537294 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:07.544792 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0c7fb44c-1790-46ec-b68c-06345430e185 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/5f55d9ce-05a6-4e8b-b184-15583879f4fb HTTP/1.1" status: 204 len: 168 time: 1.0455554 Sep 28 07:38:07.545577 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:38:07.547805 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a0e75d-fbe4-47b0-9359-cb1267c61217" -d '{"events": [{"name": "network-changed", "server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:38:07.593578 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db079a-fbeb-4371-80bf-8a85e9a656f4 x-openstack-request-id: req-b7db079a-fbeb-4371-80bf-8a85e9a656f4 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:38:07.593868 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:38:07.594119 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7db079a-fbeb-4371-80bf-8a85e9a656f4 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:38:07.594525 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7db079a-fbeb-4371-80bf-8a85e9a656f4'] response: {'name': 'network-changed', 'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'status': 'completed', 'code': 200} Sep 28 07:38:07.629076 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:07.659317 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-95220da0-77ce-469c-8673-33a0f41e25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:07.661245 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-95220da0-77ce-469c-8673-33a0f41e25de service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 1130 time: 0.0420718 Sep 28 07:38:07.666972 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:07.733791 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:07.786007 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:07.794007 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-9d016adc-b02c-4a02-9fb7-e8c25cb84681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:07.795469 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-9d016adc-b02c-4a02-9fb7-e8c25cb84681 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 200 len: 913 time: 0.1275220 Sep 28 07:38:07.814500 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe0218-dec4-4599-a07a-09d376e35079 req-292c0751-37ae-4cd8-8141-d55700d01457 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:07.815974 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2dfe0218-dec4-4599-a07a-09d376e35079 req-292c0751-37ae-4cd8-8141-d55700d01457 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 946 time: 0.0555673 Sep 28 07:38:07.826761 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:07.851461 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:38:07.859588 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:07.860169 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:07.867209 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2dfe0218-dec4-4599-a07a-09d376e35079 req-1c8535d8-4e77-4ee7-9579-31b1fdda3c3e tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Sep 28 07:38:08.040480 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:08.217376 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:08.245309 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1cfc1-eaca-4a23-8c30-6a70c4f42bc2 None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:53Z', 'revision_number': 4, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '5243af50-2209-4ac6-9d8d-1efa1bc258e1', 'name': '', 'network_id': '3597cb55-79da-4b37-872b-aa28123264c5', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'mac_address': 'fa:16:3e:9e:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:53Z', 'updated_at': '2022-09-28T07:29:57Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'subnets': [{'id': '51eeb712-ab36-4528-a7c4-38330072cd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:38:08.454974 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a1a2d-94ed-4a44-874b-494afcd53b62 None None] New status for floating IP 5f55d9ce-05a6-4e8b-b184-15583879f4fb: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:38:08.875358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:08.925212 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-413143ec-841d-484f-917f-02c8575856d1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 200 len: 217 time: 0.0319600 Sep 28 07:38:08.984017 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-4cb2e6dd-d697-4894-afea-542f2c6881c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:08.985496 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-4cb2e6dd-d697-4894-afea-542f2c6881c7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 200 len: 851 time: 0.0500019 Sep 28 07:38:08.992842 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f863f0f-6274-4739-a5b1-c0cf51dc9a62 req-5cea239a-054e-48e3-8972-fed85c5cc145 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:08.994298 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4f863f0f-6274-4739-a5b1-c0cf51dc9a62 req-5cea239a-054e-48e3-8972-fed85c5cc145 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 946 time: 0.0490184 Sep 28 07:38:09.041502 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-4f863f0f-6274-4739-a5b1-c0cf51dc9a62 req-f2e514c8-fb0c-44fa-9805-9bb839eb3c71 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bdbea521-d2a3-431b-8c77-e4336af9322a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415931 Sep 28 07:38:09.091309 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-41fd3658-023c-44e8-8eeb-91aa58d1bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:09.092796 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-41fd3658-023c-44e8-8eeb-91aa58d1bd2b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=3597cb55-79da-4b37-872b-aa28123264c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432017 Sep 28 07:38:09.183403 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-9e508a6f-df7e-45f1-86a1-b4204341080f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823493 Sep 28 07:38:09.406996 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-ccb78bcc-77bb-4d84-9f68-b90dd3818728 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:09.408416 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-ccb78bcc-77bb-4d84-9f68-b90dd3818728 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 946 time: 0.0584421 Sep 28 07:38:09.410295 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a0e75d-fbe4-47b0-9359-cb1267c61217 req-0f812bc2-7799-45a4-9003-4d81c747df92 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223249 Sep 28 07:38:09.502386 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Deleting port b8112591-d797-4e25-a5d4-e84683e0ddee {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:09.502637 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:09.592359 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] For port b8112591-d797-4e25-a5d4-e84683e0ddee, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=b8112591-d797-4e25-a5d4-e84683e0ddee,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:09.592717 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:09.605693 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Calling delete_port for b8112591-d797-4e25-a5d4-e84683e0ddee owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:09.733516 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (b8112591-d797-4e25-a5d4-e84683e0ddee), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:09.758607 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event deleted for resources: {'Port': ['ID=b8112591-d797-4e25-a5d4-e84683e0ddee,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:09.802997 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] No DVR routers for this DVR port b8112591-d797-4e25-a5d4-e84683e0ddee on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:09.805435 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:09.808519 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df1e6cbd-6f00-4bcb-9f6e-e0cbfbd7b89e req-7c6374aa-7f87-445d-b92a-e83e554dc27b tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b8112591-d797-4e25-a5d4-e84683e0ddee HTTP/1.1" status: 204 len: 173 time: 0.3891406 Sep 28 07:38:09.809287 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'name': 'network-vif-deleted', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:38:09.811499 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ba2163-08cb-49bc-b262-76c2c70dc9e5" -d '{"events": [{"server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "name": "network-vif-deleted", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:38:09.852146 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae6f807-332c-42c9-bbfd-20ee0eb8b5f5 x-openstack-request-id: req-3ae6f807-332c-42c9-bbfd-20ee0eb8b5f5 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:38:09.852419 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1499fdb-7b61-4c9e-81d3-09a649f4acab", "name": "network-vif-deleted", "tag": "b8112591-d797-4e25-a5d4-e84683e0ddee", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:38:09.852672 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ae6f807-332c-42c9-bbfd-20ee0eb8b5f5 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:38:09.853112 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae6f807-332c-42c9-bbfd-20ee0eb8b5f5'] response: {'server_uuid': 'f1499fdb-7b61-4c9e-81d3-09a649f4acab', 'name': 'network-vif-deleted', 'tag': 'b8112591-d797-4e25-a5d4-e84683e0ddee', 'status': 'completed', 'code': 200} Sep 28 07:38:10.171871 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-03d69357-15fb-4ae1-9c5e-1fe2ec89c5e1 req-54e985ff-8133-4f93-b4f1-1b7a82531072 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f1499fdb-7b61-4c9e-81d3-09a649f4acab HTTP/1.1" status: 200 len: 210 time: 0.0325441 Sep 28 07:38:11.245812 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43830) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:11.351506 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Deleting port d51bb11c-1ec1-4aba-b7b3-a90d040b9c02 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:11.351831 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:11.430296 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:11.430619 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:11.443915 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Calling delete_port for d51bb11c-1ec1-4aba-b7b3-a90d040b9c02 owned by network:floatingip {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:11.572404 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (d51bb11c-1ec1-4aba-b7b3-a90d040b9c02), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:11.597839 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event deleted for resources: {'Port': ['ID=d51bb11c-1ec1-4aba-b7b3-a90d040b9c02,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:11.658305 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for floatingip (f6fe9893-32a2-4d4e-a517-27263a3e4e36), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:11.660724 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:11.662242 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-f28a51b3-5e34-4003-907b-fb9dc77982d5 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/f6fe9893-32a2-4d4e-a517-27263a3e4e36 HTTP/1.1" status: 204 len: 168 time: 0.4170542 Sep 28 07:38:12.870083 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43842) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:12.930617 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f89da3c5-5f89-49d0-8bff-bf225b6c9632 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group (bdbea521-d2a3-431b-8c77-e4336af9322a), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:12.954315 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f89da3c5-5f89-49d0-8bff-bf225b6c9632 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group (bdbea521-d2a3-431b-8c77-e4336af9322a), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:13.017791 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f89da3c5-5f89-49d0-8bff-bf225b6c9632 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (bdbea521-d2a3-431b-8c77-e4336af9322a), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:13.021883 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f89da3c5-5f89-49d0-8bff-bf225b6c9632 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:13.023039 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-f89da3c5-5f89-49d0-8bff-bf225b6c9632 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bdbea521-d2a3-431b-8c77-e4336af9322a HTTP/1.1" status: 204 len: 168 time: 0.1519790 Sep 28 07:38:13.035403 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89da3c5-5f89-49d0-8bff-bf225b6c9632 tempest-TestVolumeBootPattern-1618017143 tempest-TestVolumeBootPattern-1618017143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbea521-d2a3-431b-8c77-e4336af9322a,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:13.079367 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43846) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:13.358027 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:13.364163 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:13.380601 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b8112591-d797-4e25-a5d4-e84683e0ddee no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:13.400297 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: b8112591-d797-4e25-a5d4-e84683e0ddee {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:13.400682 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device b8112591-d797-4e25-a5d4-e84683e0ddee not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:13.532226 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (17ea2899-5f15-4671-9ac4-70a2d34a9949), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:13.745087 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Deleting port 5243af50-2209-4ac6-9d8d-1efa1bc258e1 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:13.745428 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:13.826901 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] For port 5243af50-2209-4ac6-9d8d-1efa1bc258e1, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=5243af50-2209-4ac6-9d8d-1efa1bc258e1,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:13.827184 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:13.839988 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Calling delete_port for 5243af50-2209-4ac6-9d8d-1efa1bc258e1 owned by network:router_interface {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:14.231988 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (5243af50-2209-4ac6-9d8d-1efa1bc258e1), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:14.256600 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Pushing event deleted for resources: {'Port': ['ID=5243af50-2209-4ac6-9d8d-1efa1bc258e1,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:14.370497 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:14.404600 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:14.424486 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (17ea2899-5f15-4671-9ac4-70a2d34a9949), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:14.640098 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Router 17ea2899-5f15-4671-9ac4-70a2d34a9949 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:38:14.737852 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:38:14.745971 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-265f8a13-84cf-4e06-9f0b-7194a687ae38 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/17ea2899-5f15-4671-9ac4-70a2d34a9949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629343 Sep 28 07:38:14.746093 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43850) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:14.749592 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] Sync routers for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:38:14.759826 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:14.760434 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:14.842305 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks [] for router (17ea2899-5f15-4671-9ac4-70a2d34a9949), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:14.860531 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:14.938075 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks [] for router_gateway (17ea2899-5f15-4671-9ac4-70a2d34a9949), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:14.987248 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Deleting port a0e5336e-c8c5-474f-bae4-9b6d90133c06 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:14.987585 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.027160 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:38:14Z', 'revision_number': 5, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port': {'id': 'a0e5336e-c8c5-474f-bae4-9b6d90133c06', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:89:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:15.052519 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] Checking router: 17ea2899-5f15-4671-9ac4-70a2d34a9949 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:38:15.061164 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] Routers {'17ea2899-5f15-4671-9ac4-70a2d34a9949'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:15.061758 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['17ea2899-5f15-4671-9ac4-70a2d34a9949'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:15.069614 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] For port a0e5336e-c8c5-474f-bae4-9b6d90133c06, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=a0e5336e-c8c5-474f-bae4-9b6d90133c06,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:15.069986 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.082501 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Calling delete_port for a0e5336e-c8c5-474f-bae4-9b6d90133c06 owned by network:router_gateway {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:15.147867 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] Set router 17ea2899-5f15-4671-9ac4-70a2d34a9949 gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:15.201149 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:38:14Z', 'revision_number': 6, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:15.202222 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:15.227305 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c37667-a444-49a0-aa98-e380dba4299a None None] The sync data for ids ['17ea2899-5f15-4671-9ac4-70a2d34a9949'] in dv-cinder-859447-1-iscsi is: [{'id': '17ea2899-5f15-4671-9ac4-70a2d34a9949', 'name': 'tempest-TestVolumeBootPattern-1048026293-router', 'tenant_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:51Z', 'updated_at': '2022-09-28T07:38:14Z', 'revision_number': 6, 'project_id': 'bfa33399f5994fb4a1ad804fa6e75f8b', 'gw_port_host': None}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:38:15.233962 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:15.254459 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (a0e5336e-c8c5-474f-bae4-9b6d90133c06), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.281918 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e5336e-c8c5-474f-bae4-9b6d90133c06,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:15.344720 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (17ea2899-5f15-4671-9ac4-70a2d34a9949), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.429867 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (17ea2899-5f15-4671-9ac4-70a2d34a9949), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.432013 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks [] for router_controller (17ea2899-5f15-4671-9ac4-70a2d34a9949), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.475320 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (17ea2899-5f15-4671-9ac4-70a2d34a9949), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.475999 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ea2899-5f15-4671-9ac4-70a2d34a9949 {{(pid=106259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:38:15.480130 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.481280 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-dff9ffb0-b785-4b50-8626-c2aa09ae4ae0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/17ea2899-5f15-4671-9ac4-70a2d34a9949 HTTP/1.1" status: 204 len: 168 time: 0.7343402 Sep 28 07:38:15.483773 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43852) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:15.528472 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] Deleting subnet 51eeb712-ab36-4528-a7c4-38330072cd29 {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:38:15.531593 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] Publish callbacks [] for subnet (51eeb712-ab36-4528-a7c4-38330072cd29), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.565854 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260327978'] for subnet (51eeb712-ab36-4528-a7c4-38330072cd29), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.649587 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (51eeb712-ab36-4528-a7c4-38330072cd29), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.704910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260325674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260438547'] for subnet (51eeb712-ab36-4528-a7c4-38330072cd29), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.730938 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51eeb712-ab36-4528-a7c4-38330072cd29,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:15.734541 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.737648 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e838ac12-07e3-4731-b91c-d282a8f07bc1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/51eeb712-ab36-4528-a7c4-38330072cd29 HTTP/1.1" status: 204 len: 168 time: 0.2529643 Sep 28 07:38:15.740969 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d685efbe-e2d6-4dcf-84ba-36c2668e1a50 None None] Network 3597cb55-79da-4b37-872b-aa28123264c5 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:38:15.741491 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43854) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:15.811525 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (3597cb55-79da-4b37-872b-aa28123264c5), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.854251 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Deleting port 72df218d-d1a1-4d9d-afc7-318676abd4ce {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:15.854598 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.919169 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] For port 72df218d-d1a1-4d9d-afc7-318676abd4ce, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=72df218d-d1a1-4d9d-afc7-318676abd4ce,segment=NetworkSegment(46860a57-d9ec-41e4-9865-3d458713dca4),segment_id=46860a57-d9ec-41e4-9865-3d458713dca4)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:15.919439 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:15.932888 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Calling delete_port for 72df218d-d1a1-4d9d-afc7-318676abd4ce owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:15.977185 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] DHCP port deletion for 3597cb55-79da-4b37-872b-aa28123264c5 request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:38:16.014375 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Deleting port 72df218d-d1a1-4d9d-afc7-318676abd4ce {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:16.014747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.015066 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.042564 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Pushing event deleted for resources: {'Port': ['ID=72df218d-d1a1-4d9d-afc7-318676abd4ce,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:16.045955 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] No DVR routers for this DVR port 72df218d-d1a1-4d9d-afc7-318676abd4ce on host dv-cinder-859447-1-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:16.084717 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] For port 72df218d-d1a1-4d9d-afc7-318676abd4ce, host dv-cinder-859447-1-iscsi, got binding levels [] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:16.085461 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.099788 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Calling delete_port for 72df218d-d1a1-4d9d-afc7-318676abd4ce owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:16.102839 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.ipam_backend_mixin [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Port 72df218d-d1a1-4d9d-afc7-318676abd4ce was not found and therefore no delete operation was performed {{(pid=106260) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 07:38:16.104165 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (72df218d-d1a1-4d9d-afc7-318676abd4ce), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.123333 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (3597cb55-79da-4b37-872b-aa28123264c5), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.128514 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Pushing event deleted for resources: {'Port': ['ID=72df218d-d1a1-4d9d-afc7-318676abd4ce,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:16.130734 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:16.133420 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] No DVR routers for this DVR port 72df218d-d1a1-4d9d-afc7-318676abd4ce on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:16.143040 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.144002 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.144002 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.144256 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.144397 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.144728 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.145090 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.146210 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.146337 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.146572 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.146895 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.147225 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.147636 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.147842 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.148162 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b037ee0-3b81-476c-be44-bede537c0c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:16.154609 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3597cb55-79da-4b37-872b-aa28123264c5']}} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:16.165065 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46860a57-d9ec-41e4-9865-3d458713dca4') {'for_net_delete': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:16.165374 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46860a57-d9ec-41e4-9865-3d458713dca4') {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:16.174196 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:16.176391 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260327971'] for segment (46860a57-d9ec-41e4-9865-3d458713dca4), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.191463 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (46860a57-d9ec-41e4-9865-3d458713dca4), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.199721 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:38:16.200183 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260325764'] for segment (46860a57-d9ec-41e4-9865-3d458713dca4), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.225026 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 46860a57-d9ec-41e4-9865-3d458713dca4 resource provider aggregate not found Sep 28 07:38:16.256542 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 46860a57-d9ec-41e4-9865-3d458713dca4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46860a57-d9ec-41e4-9865-3d458713dca4 found for delete ", "request_id": "req-37ca6628-f951-45c2-bd07-79508d9e8c99"}]} Sep 28 07:38:16.278234 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (3597cb55-79da-4b37-872b-aa28123264c5), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.282791 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.285916 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/3597cb55-79da-4b37-872b-aa28123264c5 HTTP/1.1" status: 204 len: 168 time: 0.5438721 Sep 28 07:38:16.289771 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43860) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:16.303818 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2785-d453-481c-b59f-cb9609e26534 admin admin] Pushing event deleted for resources: {'Network': ['ID=3597cb55-79da-4b37-872b-aa28123264c5,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:16.345504 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:16.377333 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:16.608424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (8fae15ca-c031-4c71-92bc-20726d5e9322), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.826904 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Deleting port d4b1b951-9be7-47c7-99bb-6d93dd489d46 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:16.827244 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.904523 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] For port d4b1b951-9be7-47c7-99bb-6d93dd489d46, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=d4b1b951-9be7-47c7-99bb-6d93dd489d46,segment=NetworkSegment(3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3),segment_id=3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:16.904796 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:16.917133 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Calling delete_port for d4b1b951-9be7-47c7-99bb-6d93dd489d46 owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:17.102314 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (d4b1b951-9be7-47c7-99bb-6d93dd489d46), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:17.125529 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b1b951-9be7-47c7-99bb-6d93dd489d46,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:17.154184 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a0e5336e-c8c5-474f-bae4-9b6d90133c06 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:17.173498 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:17.178933 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: a0e5336e-c8c5-474f-bae4-9b6d90133c06 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:17.179536 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device a0e5336e-c8c5-474f-bae4-9b6d90133c06 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:17.180133 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 72df218d-d1a1-4d9d-afc7-318676abd4ce no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:17.193682 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:17.202104 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 72df218d-d1a1-4d9d-afc7-318676abd4ce {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:17.202452 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 72df218d-d1a1-4d9d-afc7-318676abd4ce not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:17.202875 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5243af50-2209-4ac6-9d8d-1efa1bc258e1 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:17.222137 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 5243af50-2209-4ac6-9d8d-1efa1bc258e1 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:17.222482 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 5243af50-2209-4ac6-9d8d-1efa1bc258e1 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:17.306258 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (8fae15ca-c031-4c71-92bc-20726d5e9322), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:17.507958 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Router 8fae15ca-c031-4c71-92bc-20726d5e9322 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:38:17.607349 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:38:17.615017 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ab635b02-cdd7-4a0d-a6f5-9a5af00ccf8c admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/8fae15ca-c031-4c71-92bc-20726d5e9322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3209052 Sep 28 07:38:17.615151 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43862) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:17.615835 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] Sync routers for ids ['8fae15ca-c031-4c71-92bc-20726d5e9322'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:38:17.626421 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] Routers {'8fae15ca-c031-4c71-92bc-20726d5e9322'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:17.627027 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['8fae15ca-c031-4c71-92bc-20726d5e9322'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:17.724603 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks [] for router (8fae15ca-c031-4c71-92bc-20726d5e9322), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:17.825929 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks [] for router_gateway (8fae15ca-c031-4c71-92bc-20726d5e9322), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:17.855812 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] Set router 8fae15ca-c031-4c71-92bc-20726d5e9322 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:17.870545 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Deleting port 3f7f7ecd-02b9-402c-bc2d-b587582a5772 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:17.870895 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:17.951146 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] For port 3f7f7ecd-02b9-402c-bc2d-b587582a5772, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=3f7f7ecd-02b9-402c-bc2d-b587582a5772,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:17.951510 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:17.964340 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Calling delete_port for 3f7f7ecd-02b9-402c-bc2d-b587582a5772 owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:18.019658 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:38:17Z', 'revision_number': 5, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port': {'id': '3f7f7ecd-02b9-402c-bc2d-b587582a5772', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:29:56Z', 'updated_at': '2022-09-28T07:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:18.026349 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:18.047983 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] Checking router: 8fae15ca-c031-4c71-92bc-20726d5e9322 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:38:18.057186 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] Routers {'8fae15ca-c031-4c71-92bc-20726d5e9322'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:18.057786 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:37:54Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['8fae15ca-c031-4c71-92bc-20726d5e9322'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:18.079727 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:18.130713 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:18.131655 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (3f7f7ecd-02b9-402c-bc2d-b587582a5772), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.140073 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] Set router 8fae15ca-c031-4c71-92bc-20726d5e9322 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:18.157276 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7f7ecd-02b9-402c-bc2d-b587582a5772,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:18.193171 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:38:17Z', 'revision_number': 6, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:18.217051 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aacc2-a7d2-4659-82b5-e5ad8ff9529f None None] The sync data for ids ['8fae15ca-c031-4c71-92bc-20726d5e9322'] in dv-cinder-859447-1-iscsi is: [{'id': '8fae15ca-c031-4c71-92bc-20726d5e9322', 'name': 'tempest-TestVolumeBootPattern-2020589513-router', 'tenant_id': '861b07d115dd445786956f32e8c94261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:29:55Z', 'updated_at': '2022-09-28T07:38:17Z', 'revision_number': 6, 'project_id': '861b07d115dd445786956f32e8c94261', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:38:18.220059 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (8fae15ca-c031-4c71-92bc-20726d5e9322), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.309484 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (8fae15ca-c031-4c71-92bc-20726d5e9322), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.311694 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks [] for router_controller (8fae15ca-c031-4c71-92bc-20726d5e9322), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.353875 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (8fae15ca-c031-4c71-92bc-20726d5e9322), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.354411 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fae15ca-c031-4c71-92bc-20726d5e9322 {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:38:18.358578 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.359740 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b31937c7-8228-4554-b0a8-12ed8917fdb2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/8fae15ca-c031-4c71-92bc-20726d5e9322 HTTP/1.1" status: 204 len: 168 time: 0.7436726 Sep 28 07:38:18.362385 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43864) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:18.406637 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] Deleting subnet 6aa317e0-ce4e-4ba3-98f4-67a194f10331 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:38:18.410148 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] Publish callbacks [] for subnet (6aa317e0-ce4e-4ba3-98f4-67a194f10331), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.453311 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2674364'] for subnet (6aa317e0-ce4e-4ba3-98f4-67a194f10331), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.527878 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (6aa317e0-ce4e-4ba3-98f4-67a194f10331), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.584350 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2776449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303716'] for subnet (6aa317e0-ce4e-4ba3-98f4-67a194f10331), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.616123 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa317e0-ce4e-4ba3-98f4-67a194f10331,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:18.621216 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.625258 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-758d653b-2540-46cb-bb86-37796dedf4ba admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6aa317e0-ce4e-4ba3-98f4-67a194f10331 HTTP/1.1" status: 204 len: 168 time: 0.2613466 Sep 28 07:38:18.627432 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43866) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:18.629857 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05bf6c-ecc1-4ca8-b5a1-412db7dc496c None None] Network 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:38:18.632454 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:18.717819 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (442a06ee-cdf3-4c93-b45a-e7a05b05d6e7), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.765347 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Deleting port b894c55b-e4d1-4efd-ae47-d30808a0794b {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:18.765695 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.835413 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] For port b894c55b-e4d1-4efd-ae47-d30808a0794b, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=b894c55b-e4d1-4efd-ae47-d30808a0794b,segment=NetworkSegment(3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3),segment_id=3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:18.835788 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.849182 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Calling delete_port for b894c55b-e4d1-4efd-ae47-d30808a0794b owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:18.925966 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (b894c55b-e4d1-4efd-ae47-d30808a0794b), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:18.949451 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b894c55b-e4d1-4efd-ae47-d30808a0794b,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:18.955592 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] No DVR routers for this DVR port b894c55b-e4d1-4efd-ae47-d30808a0794b on host dv-cinder-859447-1-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:19.032425 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (442a06ee-cdf3-4c93-b45a-e7a05b05d6e7), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.054599 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442a06ee-cdf3-4c93-b45a-e7a05b05d6e7']}} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:19.061320 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab019a9-68c2-4579-9a54-4a47532e8f2b None None] DHCP port deletion for 442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:38:19.065606 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3') {'for_net_delete': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:19.065910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3') {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:19.081735 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260327971'] for segment (3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.096462 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.103456 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:38:19.103976 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260325764'] for segment (3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.150138 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3 resource provider aggregate not found Sep 28 07:38:19.159854 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b894c55b-e4d1-4efd-ae47-d30808a0794b no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:19.170446 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bab4be1-e8c3-48d2-84e6-d1fd98b0c2e3 found for delete ", "request_id": "req-bab937be-7254-41ee-adea-2aa929b9fd92"}]} Sep 28 07:38:19.177579 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (442a06ee-cdf3-4c93-b45a-e7a05b05d6e7), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.183442 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.185626 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: b894c55b-e4d1-4efd-ae47-d30808a0794b {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:19.185977 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device b894c55b-e4d1-4efd-ae47-d30808a0794b not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:19.186383 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3f7f7ecd-02b9-402c-bc2d-b587582a5772 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:19.189412 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/442a06ee-cdf3-4c93-b45a-e7a05b05d6e7 HTTP/1.1" status: 204 len: 168 time: 0.5586379 Sep 28 07:38:19.201712 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb10ef-2e32-4ef3-8640-f269084568e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=442a06ee-cdf3-4c93-b45a-e7a05b05d6e7,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:19.214701 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 3f7f7ecd-02b9-402c-bc2d-b587582a5772 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:19.215180 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3f7f7ecd-02b9-402c-bc2d-b587582a5772 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:19.215642 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device d4b1b951-9be7-47c7-99bb-6d93dd489d46 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:19.234913 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: d4b1b951-9be7-47c7-99bb-6d93dd489d46 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:19.235257 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device d4b1b951-9be7-47c7-99bb-6d93dd489d46 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:19.309349 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43874) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:19.355598 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43876) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:19.356035 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-f8f7ea67-50b4-4dfc-b572-e09fdbebe04a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bfa33399f5994fb4a1ad804fa6e75f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452478 Sep 28 07:38:19.405712 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7968d394-8869-43ed-845e-d85cdbed316c admin admin] Publish callbacks [] for security_group (12d1e215-2f63-471a-a635-b8cd70f1c950), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.425375 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7968d394-8869-43ed-845e-d85cdbed316c admin admin] Publish callbacks [] for security_group (12d1e215-2f63-471a-a635-b8cd70f1c950), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.473030 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7968d394-8869-43ed-845e-d85cdbed316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (12d1e215-2f63-471a-a635-b8cd70f1c950), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.476007 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7968d394-8869-43ed-845e-d85cdbed316c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.477161 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7968d394-8869-43ed-845e-d85cdbed316c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/12d1e215-2f63-471a-a635-b8cd70f1c950 HTTP/1.1" status: 204 len: 168 time: 0.1205626 Sep 28 07:38:19.484790 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968d394-8869-43ed-845e-d85cdbed316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1e215-2f63-471a-a635-b8cd70f1c950,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:19.790917 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43882) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:19.831700 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a6cda657-5b74-4989-83da-fa453c0cb238 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=861b07d115dd445786956f32e8c94261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396507 Sep 28 07:38:19.835114 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43884) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:19.870713 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:19.882915 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Publish callbacks [] for security_group (eb881908-9f2c-45fb-896e-cefcdabd0eca), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.905895 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Publish callbacks [] for security_group (eb881908-9f2c-45fb-896e-cefcdabd0eca), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.951379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (eb881908-9f2c-45fb-896e-cefcdabd0eca), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.954389 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:19.955502 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/eb881908-9f2c-45fb-896e-cefcdabd0eca HTTP/1.1" status: 204 len: 168 time: 0.1195068 Sep 28 07:38:19.962921 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb881908-9f2c-45fb-896e-cefcdabd0eca,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:19.969857 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.970204 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.970543 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.970880 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.971379 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.971580 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.971946 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.972336 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.972697 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.973048 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.973402 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.973756 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.974060 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.974477 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:19.974668 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ce0a0-251f-4206-8d83-d4d75243c026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:21.648147 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1daaa2d7-1c76-4a1a-bfd3-648beddf48d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:23.904727 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-21a52ec1-228c-4c5b-8154-79fa5903b651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:25.172012 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=85 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:25.187266 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:25.204046 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=86 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:26.690932 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:26.785174 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:29.341697 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=51,neutron:DELETE=9 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:29.349305 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:29.965703 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:29.966427 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:32.164008 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:38:36.779351 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:36.781286 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:38.224197 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43888) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:38.361721 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Deleting port 65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:38.362059 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:38.435195 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:38.435517 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for floatingip (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:38.448237 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Calling delete_port for 65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:38.588902 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:38.610221 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event deleted for resources: {'Port': ['ID=65d9c2cd-b80e-45c3-b5d1-bf74cdd7a7ac,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:38.898368 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:38.936285 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for floatingip (8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:38.936614 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Floating IP 8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37 disassociated (deleted). External IP: 172.27.2.178, port: 1915b73a-7b44-4a13-af78-132204143dd2. Sep 28 07:38:39.130863 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Router 47e2ff19-3a5e-436e-80e6-5032fba40670 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:38:39.231424 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:38:39.235665 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:39.242426 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] Sync routers for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:38:39.252420 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:39.253036 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:38:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:39.265473 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1a3c4dd1-4b3f-4e0b-a615-780e3544ed60 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37 HTTP/1.1" status: 204 len: 168 time: 1.0402966 Sep 28 07:38:39.266220 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:38:39.268572 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71333c06-c108-40ae-9671-041d6287ddf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "tag": "1915b73a-7b44-4a13-af78-132204143dd2"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:38:39.321947 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 07:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2addec45-c92e-4120-b320-68340145803b x-openstack-request-id: req-2addec45-c92e-4120-b320-68340145803b {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:38:39.322240 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "tag": "1915b73a-7b44-4a13-af78-132204143dd2", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:38:39.322491 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2addec45-c92e-4120-b320-68340145803b {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:38:39.322924 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2addec45-c92e-4120-b320-68340145803b'] response: {'name': 'network-changed', 'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2', 'status': 'completed', 'code': 200} Sep 28 07:38:39.356857 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:39.359513 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:39.386743 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:39.390696 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333c06-c108-40ae-9671-041d6287ddf4 req-6945afe1-1055-4da7-9b52-9361166fdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:39.392204 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71333c06-c108-40ae-9671-041d6287ddf4 req-6945afe1-1055-4da7-9b52-9361166fdb18 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 1130 time: 0.0438964 Sep 28 07:38:39.502833 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333c06-c108-40ae-9671-041d6287ddf4 req-063df6f2-aefc-44d4-9f3d-fccb1c3c3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:39.504209 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71333c06-c108-40ae-9671-041d6287ddf4 req-063df6f2-aefc-44d4-9f3d-fccb1c3c3daf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 200 len: 909 time: 0.1060777 Sep 28 07:38:39.527331 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f2f03-43cc-4b7f-862a-4dd65f96603a req-14a9504e-eab6-46e9-ab0f-383cf7d3c5dc tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:39.528814 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8a4f2f03-43cc-4b7f-862a-4dd65f96603a req-14a9504e-eab6-46e9-ab0f-383cf7d3c5dc tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0482514 Sep 28 07:38:39.559730 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 5, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:39.577932 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [req-8a4f2f03-43cc-4b7f-862a-4dd65f96603a req-04488eb7-c362-4930-b3b4-1ccc67bde6a7 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Sep 28 07:38:39.585219 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] Checking router: 47e2ff19-3a5e-436e-80e6-5032fba40670 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:38:39.593660 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:39.594265 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:38:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:39.782429 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:39.962755 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 5, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:39.986354 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bdeca5-23ae-459c-ac0c-a2c21f60e4ad None None] The sync data for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi is: [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:41Z', 'revision_number': 4, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi', '_interfaces': [{'id': '88284bb2-5fde-40e1-89a8-5105cd9ff5b2', 'name': '', 'network_id': '380ba3a3-882e-4070-8873-539d55af7b49', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'mac_address': 'fa:16:3e:12:59:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '13e03aac-9944-47c3-8091-e5a171de6807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:41Z', 'updated_at': '2022-09-28T07:33:48Z', 'revision_number': 5, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'subnets': [{'id': '13e03aac-9944-47c3-8091-e5a171de6807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:38:40.202135 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a549c9-c0e4-4ff5-897b-004646898b4f None None] New status for floating IP 8dd1bbd6-f3bb-4a4e-ad89-db7beb533b37: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 07:38:40.643643 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71333c06-c108-40ae-9671-041d6287ddf4 req-32c6612b-a745-482b-a223-320c9ef51275 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 200 len: 217 time: 0.0338752 Sep 28 07:38:40.730191 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e1436-b5a6-4d01-b81d-e2ec2ff97392 req-d598d236-9ad2-4f42-a01b-d9039f08add4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:40.731663 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b34e1436-b5a6-4d01-b81d-e2ec2ff97392 req-d598d236-9ad2-4f42-a01b-d9039f08add4 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0762203 Sep 28 07:38:40.755903 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333c06-c108-40ae-9671-041d6287ddf4 req-9a376b26-d6d9-4996-a226-099c80b264c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:40.757321 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71333c06-c108-40ae-9671-041d6287ddf4 req-9a376b26-d6d9-4996-a226-099c80b264c8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 200 len: 847 time: 0.0927844 Sep 28 07:38:40.785536 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b34e1436-b5a6-4d01-b81d-e2ec2ff97392 req-26c563bb-8d2b-40f7-b112-92c1749be821 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=638b5b94-f192-43da-9ffa-37a2cc1267f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479991 Sep 28 07:38:40.840535 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333c06-c108-40ae-9671-041d6287ddf4 req-ee00bfd0-9136-4a91-a2fa-6a17affbd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:40.842037 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71333c06-c108-40ae-9671-041d6287ddf4 req-ee00bfd0-9136-4a91-a2fa-6a17affbd577 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=380ba3a3-882e-4070-8873-539d55af7b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389621 Sep 28 07:38:40.934761 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71333c06-c108-40ae-9671-041d6287ddf4 req-4edfe57c-17b4-4cd0-a1fb-25d8df684d19 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834279 Sep 28 07:38:41.212141 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-5fbce7d0-4db2-4854-8ac7-0aca8493c42f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 07:38:41.213502 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-5fbce7d0-4db2-4854-8ac7-0aca8493c42f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 946 time: 0.0570221 Sep 28 07:38:41.263448 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71333c06-c108-40ae-9671-041d6287ddf4 req-dcd4ac6d-580c-40b6-8ad6-cbd998762993 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504071 Sep 28 07:38:41.311136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Deleting port 1915b73a-7b44-4a13-af78-132204143dd2 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:41.311489 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (1915b73a-7b44-4a13-af78-132204143dd2), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:41.401949 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] For port 1915b73a-7b44-4a13-af78-132204143dd2, host hv-cinder-85944, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85944',level=0,port_id=1915b73a-7b44-4a13-af78-132204143dd2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:41.402320 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (1915b73a-7b44-4a13-af78-132204143dd2), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:41.415391 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Calling delete_port for 1915b73a-7b44-4a13-af78-132204143dd2 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:41.538590 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (1915b73a-7b44-4a13-af78-132204143dd2), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:41.564550 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event deleted for resources: {'Port': ['ID=1915b73a-7b44-4a13-af78-132204143dd2,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:41.573944 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:41.614058 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] No DVR routers for this DVR port 1915b73a-7b44-4a13-af78-132204143dd2 on host hv-cinder-85944 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:41.616630 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12911'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:41.619811 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb1228fe-ed3a-4830-978d-9ffcb57ad8fa req-18313653-e2a4-4bcb-8a09-e59c9860a16f tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1915b73a-7b44-4a13-af78-132204143dd2 HTTP/1.1" status: 204 len: 173 time: 0.3985643 Sep 28 07:38:41.620324 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-deleted', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 07:38:41.622567 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d20fb1bffa18c627deaea0de9e18421f7e3bc964eaeaad418e7cf93d25d3ba0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec1df59-2fbd-42a4-a5f5-2d8e1a2616bd" -d '{"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-deleted", "tag": "1915b73a-7b44-4a13-af78-132204143dd2"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 07:38:41.662178 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 07:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824df22-7e55-4afa-a18e-a93838134a5d x-openstack-request-id: req-e824df22-7e55-4afa-a18e-a93838134a5d {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 07:38:41.662800 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f96d74-3ca1-41bf-95de-596b1b39b69d", "name": "network-vif-deleted", "tag": "1915b73a-7b44-4a13-af78-132204143dd2", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 07:38:41.662800 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e824df22-7e55-4afa-a18e-a93838134a5d {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 07:38:41.663111 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e824df22-7e55-4afa-a18e-a93838134a5d'] response: {'server_uuid': 'b5f96d74-3ca1-41bf-95de-596b1b39b69d', 'name': 'network-vif-deleted', 'tag': '1915b73a-7b44-4a13-af78-132204143dd2', 'status': 'completed', 'code': 200} Sep 28 07:38:41.891058 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2cdba48-aeb8-450e-9099-a1a766def6c3 req-73ec7f2c-3165-49ec-93b1-6c5dad45f36c tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b5f96d74-3ca1-41bf-95de-596b1b39b69d HTTP/1.1" status: 200 len: 210 time: 0.0277591 Sep 28 07:38:42.959773 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43904) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:42.995100 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:43.016893 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87a8360c-f0de-4598-9714-de632246c745 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group (638b5b94-f192-43da-9ffa-37a2cc1267f6), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:43.040583 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87a8360c-f0de-4598-9714-de632246c745 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group (638b5b94-f192-43da-9ffa-37a2cc1267f6), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:43.102064 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87a8360c-f0de-4598-9714-de632246c745 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (638b5b94-f192-43da-9ffa-37a2cc1267f6), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:43.104489 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87a8360c-f0de-4598-9714-de632246c745 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:43.106066 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-87a8360c-f0de-4598-9714-de632246c745 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/638b5b94-f192-43da-9ffa-37a2cc1267f6 HTTP/1.1" status: 204 len: 168 time: 0.1460428 Sep 28 07:38:43.115800 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8360c-f0de-4598-9714-de632246c745 tempest-TestShelveInstance-623903727 tempest-TestShelveInstance-623903727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638b5b94-f192-43da-9ffa-37a2cc1267f6,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:43.156964 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43908) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:43.639644 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (47e2ff19-3a5e-436e-80e6-5032fba40670), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:43.855716 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Deleting port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:43.856053 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:43.938085 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] For port 88284bb2-5fde-40e1-89a8-5105cd9ff5b2, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:43.938366 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:43.950838 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Calling delete_port for 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:43.994136 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:44.077445 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:44.132359 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (88284bb2-5fde-40e1-89a8-5105cd9ff5b2), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:44.157905 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Pushing event deleted for resources: {'Port': ['ID=88284bb2-5fde-40e1-89a8-5105cd9ff5b2,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:44.318259 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (47e2ff19-3a5e-436e-80e6-5032fba40670), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:44.523447 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Router 47e2ff19-3a5e-436e-80e6-5032fba40670 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:38:44.624510 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:38:44.629461 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c17bef1e-01fc-4a7f-a762-5f04685b4691 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/47e2ff19-3a5e-436e-80e6-5032fba40670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4713104 Sep 28 07:38:44.632264 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43912) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:44.633269 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] Sync routers for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:38:44.643292 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:44.643887 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:38:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:44.731298 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks [] for router (47e2ff19-3a5e-436e-80e6-5032fba40670), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:44.740206 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:44.752036 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:44.830519 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks [] for router_gateway (47e2ff19-3a5e-436e-80e6-5032fba40670), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:44.866021 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=100 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:44.873461 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Deleting port 951228cc-d0e3-4fbc-8472-ea58334adbee {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:44.873809 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:44.919928 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:38:44Z', 'revision_number': 5, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port': {'id': '951228cc-d0e3-4fbc-8472-ea58334adbee', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:67:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:44.946105 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] Checking router: 47e2ff19-3a5e-436e-80e6-5032fba40670 for host: dv-cinder-859447-1-iscsi {{(pid=106261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:38:44.954794 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] Routers {'47e2ff19-3a5e-436e-80e6-5032fba40670'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:44.955389 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:38:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['47e2ff19-3a5e-436e-80e6-5032fba40670'], 'active': True} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:44.956393 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] For port 951228cc-d0e3-4fbc-8472-ea58334adbee, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=951228cc-d0e3-4fbc-8472-ea58334adbee,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:44.956934 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:44.971668 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Calling delete_port for 951228cc-d0e3-4fbc-8472-ea58334adbee owned by network:router_gateway {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:45.038747 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_dvr_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] Set router 47e2ff19-3a5e-436e-80e6-5032fba40670 gateway port host: None {{(pid=106261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:45.086425 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.l3_hamode_db [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:38:44Z', 'revision_number': 6, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:45.113398 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d68084-c62e-4714-9c50-98f4586d6980 None None] The sync data for ids ['47e2ff19-3a5e-436e-80e6-5032fba40670'] in dv-cinder-859447-1-iscsi is: [{'id': '47e2ff19-3a5e-436e-80e6-5032fba40670', 'name': 'tempest-TestShelveInstance-374748881-router', 'tenant_id': '39ec4a1f0d60440c86413595a8eb16ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:38Z', 'updated_at': '2022-09-28T07:38:44Z', 'revision_number': 6, 'project_id': '39ec4a1f0d60440c86413595a8eb16ae', 'gw_port_host': None}] {{(pid=106261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:38:45.367100 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (951228cc-d0e3-4fbc-8472-ea58334adbee), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.389829 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Pushing event deleted for resources: {'Port': ['ID=951228cc-d0e3-4fbc-8472-ea58334adbee,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:45.403244 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.403545 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.403892 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.404232 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.404569 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.404900 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.405255 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.405582 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.405910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.406235 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.406563 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.406890 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.407213 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.407530 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.407848 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859447-1-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 07:38:45.470395 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (47e2ff19-3a5e-436e-80e6-5032fba40670), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.540163 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1915b73a-7b44-4a13-af78-132204143dd2 no longer exists at agent hyperv_hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:45.560489 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] No Port match for: 1915b73a-7b44-4a13-af78-132204143dd2 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:45.560829 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Device 1915b73a-7b44-4a13-af78-132204143dd2 not bound to the agent host hv-cinder-85944 {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:45.566325 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (47e2ff19-3a5e-436e-80e6-5032fba40670), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.569398 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks [] for router_controller (47e2ff19-3a5e-436e-80e6-5032fba40670), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.612427 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (47e2ff19-3a5e-436e-80e6-5032fba40670), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.613017 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e2ff19-3a5e-436e-80e6-5032fba40670 {{(pid=106259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:38:45.618936 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.620180 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-cf1ac08e-cb00-4ad0-b97d-95b4fa8ec893 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/47e2ff19-3a5e-436e-80e6-5032fba40670 HTTP/1.1" status: 204 len: 168 time: 0.9869399 Sep 28 07:38:45.622605 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43914) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:45.667626 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] Deleting subnet 13e03aac-9944-47c3-8091-e5a171de6807 {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:38:45.670756 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] Publish callbacks [] for subnet (13e03aac-9944-47c3-8091-e5a171de6807), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.698051 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:45.700427 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:45.710552 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260327978'] for subnet (13e03aac-9944-47c3-8091-e5a171de6807), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.790016 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (13e03aac-9944-47c3-8091-e5a171de6807), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.841186 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260325674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260438547'] for subnet (13e03aac-9944-47c3-8091-e5a171de6807), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.868202 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e03aac-9944-47c3-8091-e5a171de6807,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:45.870135 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.875511 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-90416f79-0eed-4626-9d1d-587193741aed admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/13e03aac-9944-47c3-8091-e5a171de6807 HTTP/1.1" status: 204 len: 168 time: 0.2496600 Sep 28 07:38:45.876329 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43916) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:45.876827 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718fa50-6d2d-4350-9f39-5d914669e8d0 None None] Network 380ba3a3-882e-4070-8873-539d55af7b49 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:38:45.948274 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (380ba3a3-882e-4070-8873-539d55af7b49), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:45.994201 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Deleting port 25a8662d-5c94-4efc-81a0-b40decb3b88c {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:45.994544 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.052424 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] DHCP port deletion for 380ba3a3-882e-4070-8873-539d55af7b49 request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:38:46.067545 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] For port 25a8662d-5c94-4efc-81a0-b40decb3b88c, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=25a8662d-5c94-4efc-81a0-b40decb3b88c,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:46.068123 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.089059 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Calling delete_port for 25a8662d-5c94-4efc-81a0-b40decb3b88c owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:46.094252 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] Deleting port 25a8662d-5c94-4efc-81a0-b40decb3b88c {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:46.094621 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.149239 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:46.157602 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:46.161624 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] For port 25a8662d-5c94-4efc-81a0-b40decb3b88c, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=25a8662d-5c94-4efc-81a0-b40decb3b88c,segment=NetworkSegment(d49f7974-7f8b-4f4f-a73f-edb32da3bc83),segment_id=d49f7974-7f8b-4f4f-a73f-edb32da3bc83)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:46.162193 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.178675 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] Calling delete_port for 25a8662d-5c94-4efc-81a0-b40decb3b88c owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:46.181841 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2776540'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.195661 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] No DVR routers for this DVR port 25a8662d-5c94-4efc-81a0-b40decb3b88c on host dv-cinder-859447-1-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:46.232924 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a8662d-5c94-4efc-81a0-b40decb3b88c,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:46.258250 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (25a8662d-5c94-4efc-81a0-b40decb3b88c), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.282529 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] Pushing event deleted for resources: {'Port': ['ID=25a8662d-5c94-4efc-81a0-b40decb3b88c,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:46.285216 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (380ba3a3-882e-4070-8873-539d55af7b49), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.287300 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6406a1d-6db9-4f86-b832-02c9e5851494 None None] No DVR routers for this DVR port 25a8662d-5c94-4efc-81a0-b40decb3b88c on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:46.309068 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380ba3a3-882e-4070-8873-539d55af7b49']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:46.318441 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:46.318745 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49f7974-7f8b-4f4f-a73f-edb32da3bc83') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:46.328148 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2674357'] for segment (d49f7974-7f8b-4f4f-a73f-edb32da3bc83), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.342293 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (d49f7974-7f8b-4f4f-a73f-edb32da3bc83), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.349756 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:38:46.350278 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2776367'] for segment (d49f7974-7f8b-4f4f-a73f-edb32da3bc83), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.392110 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment d49f7974-7f8b-4f4f-a73f-edb32da3bc83 resource provider aggregate not found Sep 28 07:38:46.409280 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment d49f7974-7f8b-4f4f-a73f-edb32da3bc83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d49f7974-7f8b-4f4f-a73f-edb32da3bc83 found for delete ", "request_id": "req-952960b6-0a58-44c9-88ac-0e3b4fec37b9"}]} Sep 28 07:38:46.416653 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (380ba3a3-882e-4070-8873-539d55af7b49), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.422275 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.425315 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/380ba3a3-882e-4070-8873-539d55af7b49 HTTP/1.1" status: 204 len: 168 time: 0.5472190 Sep 28 07:38:46.428255 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43922) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:46.438330 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e96ca-0db7-42cc-a3b0-e043c60e4432 admin admin] Pushing event deleted for resources: {'Network': ['ID=380ba3a3-882e-4070-8873-539d55af7b49,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:46.737888 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1017768'] for router_interface (b60b6c6a-d67a-44a5-b684-7601d58456d2), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:46.949444 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Deleting port 23f92bf1-80d8-499e-82c4-8ea865c6af89 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:46.949780 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:47.025088 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] For port 23f92bf1-80d8-499e-82c4-8ea865c6af89, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=23f92bf1-80d8-499e-82c4-8ea865c6af89,segment=NetworkSegment(177004fe-9bd3-4db0-9ea2-ea24b22936e9),segment_id=177004fe-9bd3-4db0-9ea2-ea24b22936e9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:47.025371 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:47.037664 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Calling delete_port for 23f92bf1-80d8-499e-82c4-8ea865c6af89 owned by network:router_interface {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:47.077383 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:47.086846 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:47.163747 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 25a8662d-5c94-4efc-81a0-b40decb3b88c no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:47.183519 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 25a8662d-5c94-4efc-81a0-b40decb3b88c {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:47.183951 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 25a8662d-5c94-4efc-81a0-b40decb3b88c not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:47.184434 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:47.202454 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:47.202794 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 88284bb2-5fde-40e1-89a8-5105cd9ff5b2 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:47.203201 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 951228cc-d0e3-4fbc-8472-ea58334adbee no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:47.218078 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (23f92bf1-80d8-499e-82c4-8ea865c6af89), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:47.221190 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 951228cc-d0e3-4fbc-8472-ea58334adbee {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:47.221538 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 951228cc-d0e3-4fbc-8472-ea58334adbee not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:47.251230 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f92bf1-80d8-499e-82c4-8ea865c6af89,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:47.408629 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025048'] for router_interface (b60b6c6a-d67a-44a5-b684-7601d58456d2), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:47.618551 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Router b60b6c6a-d67a-44a5-b684-7601d58456d2 has already been hosted by L3 agent 152f102b-c5de-48ee-8e40-a245181095b2 {{(pid=106259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 07:38:47.717474 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] Notify agent at l3_agent.dv-cinder-859447-1-iscsi the message routers_updated {{(pid=106259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 07:38:47.722441 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-a2255753-0887-484b-972a-7ea43830cc24 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b60b6c6a-d67a-44a5-b684-7601d58456d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2926981 Sep 28 07:38:47.725438 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43924) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:47.727640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] Sync routers for ids ['b60b6c6a-d67a-44a5-b684-7601d58456d2'] in dv-cinder-859447-1-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 07:38:47.746944 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] Routers {'b60b6c6a-d67a-44a5-b684-7601d58456d2'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:47.747556 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:38:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b60b6c6a-d67a-44a5-b684-7601d58456d2'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:47.820050 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks [] for router (b60b6c6a-d67a-44a5-b684-7601d58456d2), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:47.857208 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] Set router b60b6c6a-d67a-44a5-b684-7601d58456d2 gateway port host: dv-cinder-859447-1-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:47.916792 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks [] for router_gateway (b60b6c6a-d67a-44a5-b684-7601d58456d2), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:47.920336 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:47.949523 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:47.966700 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Deleting port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:47.967038 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.030471 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'external_fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:38:47Z', 'revision_number': 5, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port': {'id': '6ab0902f-3833-471b-a7e8-f3197a5bf0a6', 'name': '', 'network_id': '6ff5aece-54c7-449d-8548-cd3ed87ca856', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859447-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T07:33:45Z', 'updated_at': '2022-09-28T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69911511-e83f-4d37-b5d9-eb2c28b3d01a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859447-1-iscsi'}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:48.045037 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] For port 6ab0902f-3833-471b-a7e8-f3197a5bf0a6, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,segment=NetworkSegment(6b6b7a01-f246-4171-a8ca-ea2fd62acf6a),segment_id=6b6b7a01-f246-4171-a8ca-ea2fd62acf6a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:48.045406 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.056030 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] Checking router: b60b6c6a-d67a-44a5-b684-7601d58456d2 for host: dv-cinder-859447-1-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 07:38:48.058609 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Calling delete_port for 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 owned by network:router_gateway {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:48.064446 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] Routers {'b60b6c6a-d67a-44a5-b684-7601d58456d2'} bound to L3 agent in host dv-cinder-859447-1-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 07:38:48.065144 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859447-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T07:15:54Z,description=,heartbeat_timestamp=2022-09-28T07:38:24Z,host='dv-cinder-859447-1-iscsi',id=152f102b-c5de-48ee-8e40-a245181095b2,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T07:15:54Z,topic='l3_agent')) {'router_ids': ['b60b6c6a-d67a-44a5-b684-7601d58456d2'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:48.158619 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] Set router b60b6c6a-d67a-44a5-b684-7601d58456d2 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 07:38:48.209784 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:38:47Z', 'revision_number': 6, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port_host': None}], 'dv-cinder-859447-1-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:48.224271 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (6ab0902f-3833-471b-a7e8-f3197a5bf0a6), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.234206 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e10c9d-2734-444b-aaab-3fe570c03988 None None] The sync data for ids ['b60b6c6a-d67a-44a5-b684-7601d58456d2'] in dv-cinder-859447-1-iscsi is: [{'id': 'b60b6c6a-d67a-44a5-b684-7601d58456d2', 'name': 'tempest-TestShelveInstance-1545195547-router', 'tenant_id': '365db8c3711b4a718745dfd83a505234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T07:33:44Z', 'updated_at': '2022-09-28T07:38:47Z', 'revision_number': 6, 'project_id': '365db8c3711b4a718745dfd83a505234', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 07:38:48.249649 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab0902f-3833-471b-a7e8-f3197a5bf0a6,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:48.313994 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026158'] for router_gateway (b60b6c6a-d67a-44a5-b684-7601d58456d2), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.404894 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3226'] for router (b60b6c6a-d67a-44a5-b684-7601d58456d2), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.407099 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks [] for router_controller (b60b6c6a-d67a-44a5-b684-7601d58456d2), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.450924 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1025134'] for router (b60b6c6a-d67a-44a5-b684-7601d58456d2), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.451594 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60b6c6a-d67a-44a5-b684-7601d58456d2 {{(pid=106259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 07:38:48.456127 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.457289 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-2bfd46af-b1af-4c58-9df7-da549e1d2800 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/b60b6c6a-d67a-44a5-b684-7601d58456d2 HTTP/1.1" status: 204 len: 168 time: 0.7308233 Sep 28 07:38:48.460545 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43926) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:48.505168 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] Deleting subnet 92f3757a-677f-49ae-9167-c1efd8542a3f {{(pid=106259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 07:38:48.508197 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] Publish callbacks [] for subnet (92f3757a-677f-49ae-9167-c1efd8542a3f), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.544889 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260327978'] for subnet (92f3757a-677f-49ae-9167-c1efd8542a3f), precommit_delete_associations {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.618453 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8232014'] for subnet (92f3757a-677f-49ae-9167-c1efd8542a3f), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.673623 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8226853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260325674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260438547'] for subnet (92f3757a-677f-49ae-9167-c1efd8542a3f), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.702554 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f3757a-677f-49ae-9167-c1efd8542a3f,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:48.708291 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.711678 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-4f3e16a6-9fdb-4f82-a5c9-aca25c9c5384 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/92f3757a-677f-49ae-9167-c1efd8542a3f HTTP/1.1" status: 204 len: 168 time: 0.2499983 Sep 28 07:38:48.713834 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928cb454-7e44-4d86-a49e-196a77de2b31 None None] Network 183cc01d-083e-4bdd-806b-668f717b5672 requested from dv-cinder-859447-1-iscsi {{(pid=106260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 07:38:48.713995 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43928) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:48.775194 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:48.782826 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8205599'] for network (183cc01d-083e-4bdd-806b-668f717b5672), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.827086 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Deleting port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:48.827650 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:48.990506 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] DHCP port deletion for 183cc01d-083e-4bdd-806b-668f717b5672 request from dv-cinder-859447-1-iscsi {{(pid=106260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 07:38:49.015513 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:49.027530 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:49.033199 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] Deleting port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 {{(pid=106260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 07:38:49.033578 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791936147478'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), before_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.087918 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:49.103379 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] For port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,segment=NetworkSegment(177004fe-9bd3-4db0-9ea2-ea24b22936e9),segment_id=177004fe-9bd3-4db0-9ea2-ea24b22936e9)] {{(pid=106260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:49.103775 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), precommit_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.116718 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] For port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84, host dv-cinder-859447-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859447-1-iscsi',level=0,port_id=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,segment=NetworkSegment(177004fe-9bd3-4db0-9ea2-ea24b22936e9),segment_id=177004fe-9bd3-4db0-9ea2-ea24b22936e9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 07:38:49.116910 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1027438'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.119101 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] Calling delete_port for 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 owned by network:dhcp {{(pid=106260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:49.129862 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Calling delete_port for 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 07:38:49.188518 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:49.210097 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:49.210660 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 6ab0902f-3833-471b-a7e8-f3197a5bf0a6 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:49.211023 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:49.216895 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260325751'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.248283 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:49.250327 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] No DVR routers for this DVR port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 on host dv-cinder-859447-1-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:49.260615 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No active binding found for port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 {{(pid=106260) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 28 07:38:49.261017 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] The host dv-cinder-859447-1-iscsi is not matching for port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 host None! {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 28 07:38:49.261394 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:49.261810 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 23f92bf1-80d8-499e-82c4-8ea865c6af89 no longer exists at agent ovs-agent-dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 07:38:49.264612 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791936150676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935706323'] for port (3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84), after_delete {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.293479 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.plugin [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] No Port match for: 23f92bf1-80d8-499e-82c4-8ea865c6af89 {{(pid=106260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 07:38:49.293820 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.rpc [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Device 23f92bf1-80d8-499e-82c4-8ea865c6af89 not bound to the agent host dv-cinder-859447-1-iscsi {{(pid=106260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 07:38:49.312242 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] Pushing event deleted for resources: {'Port': ['ID=3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84,revision_number=None']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:49.314068 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f2fda-9228-4a6e-868e-9e3e4cf81e5d None None] No DVR routers for this DVR port 3c0e80b8-e3f2-402c-b2f2-dafbe1ae2a84 on host dv-cinder-859447-1-iscsi {{(pid=106260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 07:38:49.331585 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217720', 'neutron.services.segments.db._delete_segments_for_network-8791936222922'] for network (183cc01d-083e-4bdd-806b-668f717b5672), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.354548 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183cc01d-083e-4bdd-806b-668f717b5672']}} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:49.363847 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177004fe-9bd3-4db0-9ea2-ea24b22936e9') {'for_net_delete': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:49.364143 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.services.segments.db [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177004fe-9bd3-4db0-9ea2-ea24b22936e9') {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 07:38:49.373380 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791936177511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260327971'] for segment (177004fe-9bd3-4db0-9ea2-ea24b22936e9), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.386675 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989'] for segment (177004fe-9bd3-4db0-9ea2-ea24b22936e9), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.392882 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=106259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 07:38:49.393297 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8221989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260325764'] for segment (177004fe-9bd3-4db0-9ea2-ea24b22936e9), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.444525 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 177004fe-9bd3-4db0-9ea2-ea24b22936e9 resource provider aggregate not found Sep 28 07:38:49.464729 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.services.segments.plugin [-] Segment 177004fe-9bd3-4db0-9ea2-ea24b22936e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 177004fe-9bd3-4db0-9ea2-ea24b22936e9 found for delete ", "request_id": "req-bc931b5c-9f77-4945-b43a-ed9171e47953"}]} Sep 28 07:38:49.469544 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8217715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026197'] for network (183cc01d-083e-4bdd-806b-668f717b5672), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.475526 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544372'] for network (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.478633 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/183cc01d-083e-4bdd-806b-668f717b5672 HTTP/1.1" status: 204 len: 168 time: 0.7638562 Sep 28 07:38:49.489998 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e312a-ccdf-4caa-91e4-81be3e3eba4f admin admin] Pushing event deleted for resources: {'Network': ['ID=183cc01d-083e-4bdd-806b-668f717b5672,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:49.593524 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43936) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:49.633309 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-a11c7e6c-c37c-40d8-b07e-60f6a891a06d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=39ec4a1f0d60440c86413595a8eb16ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385425 Sep 28 07:38:49.635766 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [-] (106259) accepted ('10.222.0.52', 43938) {{(pid=106259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:49.682734 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33df90f1-9f22-45a7-98ee-0df78a01588b admin admin] Publish callbacks [] for security_group (27db122e-7f8a-49d6-ba8d-14754ab31e99), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.702778 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33df90f1-9f22-45a7-98ee-0df78a01588b admin admin] Publish callbacks [] for security_group (27db122e-7f8a-49d6-ba8d-14754ab31e99), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.753334 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33df90f1-9f22-45a7-98ee-0df78a01588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (27db122e-7f8a-49d6-ba8d-14754ab31e99), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.756814 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33df90f1-9f22-45a7-98ee-0df78a01588b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:49.758069 dv-cinder-859447-1-iscsi neutron-server[106259]: INFO neutron.wsgi [None req-33df90f1-9f22-45a7-98ee-0df78a01588b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/27db122e-7f8a-49d6-ba8d-14754ab31e99 HTTP/1.1" status: 204 len: 168 time: 0.1211107 Sep 28 07:38:49.766001 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df90f1-9f22-45a7-98ee-0df78a01588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27db122e-7f8a-49d6-ba8d-14754ab31e99,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:50.077737 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43944) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:50.119306 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-879d9325-fdf3-4930-acaa-d1370bf85431 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=365db8c3711b4a718745dfd83a505234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403051 Sep 28 07:38:50.121736 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.52', 43946) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 07:38:50.169674 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fb88715e-f572-49ff-baf8-9bae2a7a1772 admin admin] Publish callbacks [] for security_group (4b0512a3-2fd0-4bb4-bafd-5641241508fe), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:50.189656 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fb88715e-f572-49ff-baf8-9bae2a7a1772 admin admin] Publish callbacks [] for security_group (4b0512a3-2fd0-4bb4-bafd-5641241508fe), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:50.241110 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fb88715e-f572-49ff-baf8-9bae2a7a1772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585969'] for security_group (4b0512a3-2fd0-4bb4-bafd-5641241508fe), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:50.243637 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fb88715e-f572-49ff-baf8-9bae2a7a1772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:50.244836 dv-cinder-859447-1-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fb88715e-f572-49ff-baf8-9bae2a7a1772 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4b0512a3-2fd0-4bb4-bafd-5641241508fe HTTP/1.1" status: 204 len: 168 time: 0.1222200 Sep 28 07:38:50.252524 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88715e-f572-49ff-baf8-9bae2a7a1772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0512a3-2fd0-4bb4-bafd-5641241508fe,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 07:38:51.650905 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e067749b-16d3-4fb0-854a-33006df68257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:53.906634 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-23502102-66bd-4265-b256-7c42f5de6399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:55.089020 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:55.089783 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=36 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:55.190412 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:56.694693 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:56.788864 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:38:59.761201 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=58,neutron:DELETE=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:38:59.761970 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:00.247629 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:00.248868 dv-cinder-859447-1-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=10,neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:06.783088 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:06.783938 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=34,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:08.907278 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:09.163205 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:39:18.901358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:18.903262 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:19.158658 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:19.159828 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:21.652279 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a984bbed-fde4-4951-9241-07abeb9f9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:23.907973 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0c9b-88b5-4b44-9a8e-52737e908068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:25.194404 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:26.697640 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:26.790388 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:30.148695 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:30.154035 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:36.784564 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:36.786749 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:38.926063 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:46.161366 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:39:46.195598 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-f5640294-7c78-41f7-a2fb-07f3cf5992ac req-60e76649-6845-4cf0-b7fe-16427467fe30 service neutron] (106259) timed out ('10.222.0.33', 53155) {{(pid=106259) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 07:39:48.920217 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:48.922037 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:51.654917 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e1f75c52-248a-42ac-8537-67e41a66dab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:54.027661 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c4ab58f2-c77a-49b1-9536-94b3046f3c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:55.195688 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:56.156104 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:56.156852 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:39:56.721900 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:39:56.793021 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:06.781689 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:06.789334 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:07.149751 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:07.150502 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=3 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:08.920171 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:18.914313 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:18.916243 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:21.656485 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-4f2758e4-f970-45ab-8f03-afe0f3bbfeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:23.160514 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:40:23.909423 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-939c9efe-0c45-4826-8334-7d46894fedc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:25.199358 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:26.703204 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:26.797899 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:33.155746 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:36.791551 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:36.793418 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:38.919935 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:46.712348 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:46.714404 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=17 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:48.913946 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:48.915944 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:40:51.658813 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-2500486a-94a7-4a0f-bb56-0a6481b905fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:53.911438 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-606271fb-90a8-48ec-92cc-d4c6e098c8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:55.204360 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:56.704806 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:40:56.799502 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:00.158407 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:41:06.793460 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:06.795344 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:08.953040 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:10.153832 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:10.154642 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:18.946806 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:18.948703 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:21.141153 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:21.141892 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:21.660937 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-bbbfd714-fef0-47ae-8722-8d7c45486130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:23.913289 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-abe86945-40e7-4a49-a4ac-43dba209a4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:25.205230 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:26.709046 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:26.800498 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:36.794875 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:36.796762 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:37.157757 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:41:38.966645 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:48.959969 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:48.961995 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:51.663213 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-76564ad1-8ecf-4d9a-b5b7-5898575161c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:53.916260 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-85cf711c-d1d3-493f-9301-70b2f3b466fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:55.208108 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:56.726606 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:56.802338 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:41:58.149821 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:41:58.150592 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:06.796405 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:06.798601 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:08.979560 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:14.157697 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:42:18.968728 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:18.975040 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:20.269202 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-c8a3dec1-9a33-4d75-b534-121645918095 service neutron] (106259) timed out ('10.222.0.52', 37108) {{(pid=106259) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 07:42:20.559552 dv-cinder-859447-1-iscsi neutron-server[106259]: DEBUG neutron.wsgi [req-671e4162-6bf5-47f3-a998-1759f8df1922 req-f8e5443c-7c2c-4997-8d97-16ffcd8ccc1e tempest-AttachVolumeShelveTestJSON-602954768 tempest-AttachVolumeShelveTestJSON-602954768-project] (106259) timed out ('10.222.0.52', 37122) {{(pid=106259) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 07:42:21.666292 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-c170f18d-fc4b-408f-8545-8cc33905b4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:23.921022 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f2d01c7c-3674-4d05-972f-951c4b3b5a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:24.152442 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:24.153256 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:25.209726 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:26.717021 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:26.804863 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:35.142504 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:35.146663 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=4 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:36.798812 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:36.800728 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:38.996424 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:46.714160 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=11 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:46.716151 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=15 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:48.983125 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:48.992221 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:42:51.156611 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:42:51.667390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6088f175-1dbd-4cce-82ac-d2389aace417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:53.923608 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-379a79f0-f45a-4929-bab6-1168c04e80e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:55.212906 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:56.720249 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:42:56.808897 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:01.152853 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=2 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:06.796205 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:06.803965 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:08.994165 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:12.140657 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:12.145649 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:18.988026 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:18.989823 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:21.668928 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7e0b-5c1a-4ff1-8d93-c222c81deb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:23.926147 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-dbb45fac-33cf-4fea-9345-00e35c948261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:25.215740 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:26.723480 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:26.811116 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:28.155821 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:43:36.805508 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=10 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:36.807511 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:38.994045 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:48.987390 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:48.989337 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:50.115593 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=5 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:50.117321 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:43:51.670667 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-89de753d-8aba-4532-b665-da64f2b2e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:53.927880 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-516eafc0-106f-4ac4-aede-6b8eab24a531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:55.217730 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:56.736182 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b116-d08f-45eb-8527-be703c04eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (127e7751-3213-4dbd-ab06-cae8a903b471), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:43:56.813944 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-a521c9e0-5c0d-4e98-a20c-5769eca661b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (5e29bc4f-c2e9-4109-a825-7f9b3b613444), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:44:05.154985 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG neutron.db.agents_db [None req-d7e31090-7d91-4428-9ad4-5ea4f52ab05e None None] Agent healthcheck: found 6 active agents {{(pid=106261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 07:44:06.808647 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:44:06.810562 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:44:09.006737 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-cfd84caf-f978-4dd4-a468-c7b5e7160abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (8726cea8-1fa0-4ca2-9635-54b664afa725), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:44:15.150310 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:44:15.151042 dv-cinder-859447-1-iscsi neutron-server[106261]: DEBUG dbcounter [-] [106261] Writing DB stats neutron:SELECT=1 {{(pid=106261) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:44:19.000617 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:44:19.002411 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 07:44:21.673281 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-05bbd189-5a16-41d0-889c-70d4fe6003a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (9e234e11-5319-47db-ad86-10ecb6c3b860), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:44:23.933454 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-15296281-155a-4a83-b8b8-fc158b7cf845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (152f102b-c5de-48ee-8e40-a245181095b2), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 07:44:25.220120 dv-cinder-859447-1-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-11207125-c4f5-4bb3-bf2d-087091b071b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791936222904', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8218683'] for agent (445d4303-eaa8-4efc-ab2f-69613e2581d9), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}